{"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.419653604Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.473063824Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.524468531Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.581166448Z","logger":"setup","body":"patched required labels on managed namespace","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.684024224Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.684053806Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.996606602Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:58.996659795Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.20820964Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/dae83","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.259677296Z","body":"LLMInferenceService CRD not yet registered; watch will be added dynamically when KServe is ready","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.313519947Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.364554328Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.598124853Z","body":"InferenceObjective CRD not yet registered; request priority is skipped until it appears","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.65131972Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.651499557Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch when it is established","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.651708782Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.759786194Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.759905916Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.759971126Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.760024477Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.76006782Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.760111758Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.760153716Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.76019952Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.760239196Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.760286292Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.760322562Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.760401109Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.760428336Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.760500602Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.760720906Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.760744169Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.760831173Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.760836695Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.760917415Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.761001512Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.861554853Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9}
I1103 21:20:59.861537       1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io"
I1103 21:20:59.965901       1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io"
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.966258157Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.966462149Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.966544472Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.966641463Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.966668508Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.96673989Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.966843801Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.966962763Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.966978023Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.966998609Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.967176806Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.96723764Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.967323934Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.967415274Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.967453006Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.967505211Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.967526618Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.967593181Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.967752402Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.967778376Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.967799169Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.967821833Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.967864037Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.96787047Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.967895003Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.967943509Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.967971584Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.967991949Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.96813238Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.968159183Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.968162418Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.968188892Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.968219025Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.968322554Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.968369935Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.968432547Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.968490787Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.968513513Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.968536638Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.968561294Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.968646183Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.968753638Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.968775693Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.968796837Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.968847345Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.968869409Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.968891756Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.969129877Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.968913607Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.969408736Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:20:59.969172049Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.063315981Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.063372224Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.172874358Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.178297498Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.408913616Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy created","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.471898804Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.47194139Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.471978303Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.471981839Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.472005874Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.472015098Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.472041089Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.472044826Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.473381983Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.473413496Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.474452118Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.474483389Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.57268051Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:00.572726774Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:01.805084787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34152b1-d269-4a58-b489-6c5ab0f57550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:01.857945101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34152b1-d269-4a58-b489-6c5ab0f57550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:01.910014855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34152b1-d269-4a58-b489-6c5ab0f57550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:01.962020483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34152b1-d269-4a58-b489-6c5ab0f57550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:03.835424441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ce598a-f05d-495a-991b-42bdb90aa61c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:03.887274437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ce598a-f05d-495a-991b-42bdb90aa61c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:03.938967985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ce598a-f05d-495a-991b-42bdb90aa61c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:03.99100278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ce598a-f05d-495a-991b-42bdb90aa61c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:05.869304415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b3317e-a14f-485f-88fd-1b88462cd961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:05.921186118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b3317e-a14f-485f-88fd-1b88462cd961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:05.973021713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b3317e-a14f-485f-88fd-1b88462cd961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:06.024803063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b3317e-a14f-485f-88fd-1b88462cd961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:10.569220319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291381d3-ae50-4f47-aae7-67e7d9e109ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:10.621814963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291381d3-ae50-4f47-aae7-67e7d9e109ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:10.674911973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291381d3-ae50-4f47-aae7-67e7d9e109ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:10.727128651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291381d3-ae50-4f47-aae7-67e7d9e109ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.688113065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3478d169-14dd-47fe-9f3f-9799c6ef57d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.740271303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3478d169-14dd-47fe-9f3f-9799c6ef57d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.792162075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3478d169-14dd-47fe-9f3f-9799c6ef57d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:12.844247595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3478d169-14dd-47fe-9f3f-9799c6ef57d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.051938398Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.051981452Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.051969583Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:14.051997392Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:21:14.104589708Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:21:14.15691292Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:19.551125923Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:19.551170249Z","logger":"crd-watcher","body":"CRD established; watch registered dynamically","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:30.274696619Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:30.284811261Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:31.171319968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc97c91-058b-4896-ab28-cf62691e594e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:31.223169459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc97c91-058b-4896-ab28-cf62691e594e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:31.275288485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc97c91-058b-4896-ab28-cf62691e594e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:31.327083861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc97c91-058b-4896-ab28-cf62691e594e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.639160349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ad3e54-55c0-4891-8ff2-23c76d694267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.690853993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ad3e54-55c0-4891-8ff2-23c76d694267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.742675954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ad3e54-55c0-4891-8ff2-23c76d694267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:33.820512922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ad3e54-55c0-4891-8ff2-23c76d694267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:34.863668285Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be06e1d3-7bc3-4359-a970-ec817af74425","namespace":"models-as-a-service","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:35.792722649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be06e1d3-7bc3-4359-a970-ec817af74425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:35.844491969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be06e1d3-7bc3-4359-a970-ec817af74425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:35.896401205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be06e1d3-7bc3-4359-a970-ec817af74425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:35.948256558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be06e1d3-7bc3-4359-a970-ec817af74425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.875233522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcbeacae-27d0-48b6-bc55-228eb5f4569e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.926539122Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"493a152b-3f34-4493-9122-e48e527966fa","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.927280211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcbeacae-27d0-48b6-bc55-228eb5f4569e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:37.978973121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcbeacae-27d0-48b6-bc55-228eb5f4569e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:38.030594399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcbeacae-27d0-48b6-bc55-228eb5f4569e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.738541007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d34d66b0-f140-4f99-b2c2-d765015a71ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.790309521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d34d66b0-f140-4f99-b2c2-d765015a71ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.842103641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d34d66b0-f140-4f99-b2c2-d765015a71ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:43.893877195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d34d66b0-f140-4f99-b2c2-d765015a71ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:45.763996381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30eacee7-ff05-4631-9ed8-079c9203dc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:45.817763753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30eacee7-ff05-4631-9ed8-079c9203dc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:45.870005634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30eacee7-ff05-4631-9ed8-079c9203dc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:45.921862506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30eacee7-ff05-4631-9ed8-079c9203dc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:50.421368447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c9af89-edc2-4b75-a341-711366b07e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:50.473055119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c9af89-edc2-4b75-a341-711366b07e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:50.524866276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c9af89-edc2-4b75-a341-711366b07e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:50.576521858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c9af89-edc2-4b75-a341-711366b07e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.474464375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e80853da-3a04-4b61-8f83-8cce4454faf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.526384275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e80853da-3a04-4b61-8f83-8cce4454faf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.578222039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e80853da-3a04-4b61-8f83-8cce4454faf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:21:52.630182243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e80853da-3a04-4b61-8f83-8cce4454faf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:22:00.325557318Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:22:30.32637063Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:00.324681156Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.102314274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c1762f6-191d-49c2-afeb-d74c1e845695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.154249652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c1762f6-191d-49c2-afeb-d74c1e845695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.206001007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c1762f6-191d-49c2-afeb-d74c1e845695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:25.257917618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c1762f6-191d-49c2-afeb-d74c1e845695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.127524784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91c1bc51-1709-447e-9c33-45b7422f4b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.179756384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91c1bc51-1709-447e-9c33-45b7422f4b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.231897374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91c1bc51-1709-447e-9c33-45b7422f4b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:27.283799294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91c1bc51-1709-447e-9c33-45b7422f4b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:29.142916425Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"bfbbc280-76f0-45e7-8a53-4913f20cd5ad","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.131423088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0756bf33-afd2-48fa-9650-2d0b6a5319cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.183413961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0756bf33-afd2-48fa-9650-2d0b6a5319cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.235180681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0756bf33-afd2-48fa-9650-2d0b6a5319cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.276604184Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:30.287146499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0756bf33-afd2-48fa-9650-2d0b6a5319cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.167057536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a489ed0-890a-45d2-b208-916e337df888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.218942476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a489ed0-890a-45d2-b208-916e337df888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.270808448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a489ed0-890a-45d2-b208-916e337df888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:32.32274018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a489ed0-890a-45d2-b208-916e337df888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.194589274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2ff8fa-3ff2-4005-88a3-c2f75a58f783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.246297961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2ff8fa-3ff2-4005-88a3-c2f75a58f783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.29811167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2ff8fa-3ff2-4005-88a3-c2f75a58f783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:34.350116081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2ff8fa-3ff2-4005-88a3-c2f75a58f783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:51.649723799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd583d31-e71a-460e-a18c-f0a8b920ce4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:51.812299303Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd583d31-e71a-460e-a18c-f0a8b920ce4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:51.865443973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb0be597-b905-448d-8f4a-8b02746c062c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:51.872093575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd583d31-e71a-460e-a18c-f0a8b920ce4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:51.927140274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb0be597-b905-448d-8f4a-8b02746c062c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:51.982366967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb0be597-b905-448d-8f4a-8b02746c062c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.084849165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c120e0e6-0fb9-40e3-a8d4-4d4faf110fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.1409158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c120e0e6-0fb9-40e3-a8d4-4d4faf110fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.192651867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0da81c79-bdf6-4acd-a374-90bb62f38735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.195649946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c120e0e6-0fb9-40e3-a8d4-4d4faf110fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:23:52.247782655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c120e0e6-0fb9-40e3-a8d4-4d4faf110fd2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.248635437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0da81c79-bdf6-4acd-a374-90bb62f38735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.303290665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0da81c79-bdf6-4acd-a374-90bb62f38735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.406184371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cdc91006-30ff-4e68-bb1b-0230270537f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.461891769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cdc91006-30ff-4e68-bb1b-0230270537f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.518868967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cdc91006-30ff-4e68-bb1b-0230270537f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.673044966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79c3fcd6-382a-4d1a-b50e-2977477b2a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.728380291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79c3fcd6-382a-4d1a-b50e-2977477b2a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.774255721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9809fd8-01d5-4c92-b845-92890c961e48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.782621006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79c3fcd6-382a-4d1a-b50e-2977477b2a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.829486296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9809fd8-01d5-4c92-b845-92890c961e48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:52.883261073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9809fd8-01d5-4c92-b845-92890c961e48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.039151406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a3e88fc-0bac-4071-8a07-64841ac0026e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.039623918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"225ceba0-5974-46b8-9883-1bd19bd7209f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:23:53.090056742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"56ba55e2-17fd-4934-a030-9afd4ea9c245","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.094649631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a3e88fc-0bac-4071-8a07-64841ac0026e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.094930505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"225ceba0-5974-46b8-9883-1bd19bd7209f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:23:53.14258647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e4709c90-48ff-4766-8a41-bf154171dd10","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.148783183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a3e88fc-0bac-4071-8a07-64841ac0026e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.149524237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"225ceba0-5974-46b8-9883-1bd19bd7209f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.303126111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9255091-a60c-4d96-90aa-a041717db389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.303128494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cce7641-2b56-4283-800d-1910cf6cce37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.311795894Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d86ea57b-5105-4263-9ecb-deeddd256dc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.359907505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9255091-a60c-4d96-90aa-a041717db389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.360065547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cce7641-2b56-4283-800d-1910cf6cce37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.360305529Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aa5ede0c-4bcb-4dd7-ae29-dcbe0323b103","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.41409784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9255091-a60c-4d96-90aa-a041717db389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.41414068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cce7641-2b56-4283-800d-1910cf6cce37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.471456013Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"706b659c-57d5-4b8c-a766-fcab6fc9193d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.573596136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"900f06f4-d828-457b-a83a-ade77c92caef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.573758234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81cd9e8a-ff38-4b0d-ac59-66e7412f10a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.574104666Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e4332376-0282-4411-9dac-c99f4efffc0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.629416736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"900f06f4-d828-457b-a83a-ade77c92caef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.631211154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81cd9e8a-ff38-4b0d-ac59-66e7412f10a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.684304006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"900f06f4-d828-457b-a83a-ade77c92caef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:53.686803473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81cd9e8a-ff38-4b0d-ac59-66e7412f10a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:56.99440188Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"27706f84-3f06-426e-8d50-c170f69ee009","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.295285423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d6a16ae3-e2c4-4c48-b379-68496ea475fd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.295313896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d6a16ae3-e2c4-4c48-b379-68496ea475fd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.346723753Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3ceee1ba-8113-474b-a7cd-38bc4082088e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.347679286Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d1c2fb21-0efa-404b-8250-7b2c11881d67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.360496125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"de66df8b-ea58-4f0b-9a8d-8839bb939d51","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.360516499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"de66df8b-ea58-4f0b-9a8d-8839bb939d51","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.449346067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81a769b2-3206-42dc-9259-3235ddc1e1d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.460884423Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"03cd0ead-c0d6-4b8f-95a8-e203534780cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.504671223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81a769b2-3206-42dc-9259-3235ddc1e1d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.550003436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81982804-8958-4d3c-af31-c79abb87e98e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.558550965Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81a769b2-3206-42dc-9259-3235ddc1e1d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.60544623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81982804-8958-4d3c-af31-c79abb87e98e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.659543204Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81982804-8958-4d3c-af31-c79abb87e98e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.820462824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"079e4eb3-1b58-4c1f-b0df-0c4462aef2d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.876162473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"079e4eb3-1b58-4c1f-b0df-0c4462aef2d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.876242966Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"079e4eb3-1b58-4c1f-b0df-0c4462aef2d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.922178225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cc5a998-d0c5-4b97-8966-12738ff1b3ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.97870216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cc5a998-d0c5-4b97-8966-12738ff1b3ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:57.978774194Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cc5a998-d0c5-4b97-8966-12738ff1b3ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.959838339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9c9c8207-cef6-4876-b086-12919b05c76d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:23:58.959861934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9c9c8207-cef6-4876-b086-12919b05c76d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:00.279297753Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:00.975014735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64607a02-69da-43b2-964b-e8989faa9805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.027172758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64607a02-69da-43b2-964b-e8989faa9805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.080014714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64607a02-69da-43b2-964b-e8989faa9805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.133128191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64607a02-69da-43b2-964b-e8989faa9805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.393260201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb6ea244-5157-4bdd-99e6-eff157e5ccbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.393465477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d26546cc-6e64-4760-a5e4-01b1b1dfc04c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.450514672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d26546cc-6e64-4760-a5e4-01b1b1dfc04c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.450589674Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d26546cc-6e64-4760-a5e4-01b1b1dfc04c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.450603978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb6ea244-5157-4bdd-99e6-eff157e5ccbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:01.450630263Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb6ea244-5157-4bdd-99e6-eff157e5ccbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.755862695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e02d1ba5-6083-4e50-a022-4ff3a4192f87","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.755885663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e02d1ba5-6083-4e50-a022-4ff3a4192f87","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.756362576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c83e8098-592a-4543-8112-429f7dc533bc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.756379281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c83e8098-592a-4543-8112-429f7dc533bc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.807779164Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cc11786b-39e8-4e3b-adba-bed4a1a5e764","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.807778782Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3b6c3be4-2481-403e-880c-eaf8940cf56e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.820594403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"587f328c-6e28-4975-8256-606260c46b8d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.820614959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"587f328c-6e28-4975-8256-606260c46b8d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.820845556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0123b94c-0b10-4d6f-b48f-afb58b83094b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.820858842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0123b94c-0b10-4d6f-b48f-afb58b83094b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.910052623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96e8fa87-1fa2-4608-b93e-e6dc84df3749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.910052625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"406beabd-25ae-4c65-a585-44bad8bf3418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.965817123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96e8fa87-1fa2-4608-b93e-e6dc84df3749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.965893144Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96e8fa87-1fa2-4608-b93e-e6dc84df3749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.965825487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"406beabd-25ae-4c65-a585-44bad8bf3418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:03.965961325Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"406beabd-25ae-4c65-a585-44bad8bf3418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:04.173805617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cf1c7dd-0bb9-46b4-9e84-63ac0f0ea05f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:04.173807831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"298674a5-6fdd-4fdf-bca0-808bf971e004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:04.229821939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cf1c7dd-0bb9-46b4-9e84-63ac0f0ea05f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:04.229882153Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cf1c7dd-0bb9-46b4-9e84-63ac0f0ea05f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:04.229976563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"298674a5-6fdd-4fdf-bca0-808bf971e004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:04.230021328Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"298674a5-6fdd-4fdf-bca0-808bf971e004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:04.998302058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d796c412-31c1-4a67-950e-783ce409da95","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:04.99834211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d796c412-31c1-4a67-950e-783ce409da95","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.708231157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"42922fd0-e54c-4a4c-a93f-4a97b43726be","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.708259399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"42922fd0-e54c-4a4c-a93f-4a97b43726be","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.708591127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8de974cc-eefd-45cd-b3e6-ef16ab00b17c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.708612056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8de974cc-eefd-45cd-b3e6-ef16ab00b17c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.708994983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"be1a5cb4-90c7-4225-aec7-704e3c2fc7a9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.709010786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"be1a5cb4-90c7-4225-aec7-704e3c2fc7a9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.760974561Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3267e4b1-3635-44b7-90ed-404ef1b315c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.761101881Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"401c9229-e293-4e76-af9a-334d7f54890e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.875932486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9ae9577a-4315-42c0-b80e-fb2c647c84aa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.875958386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9ae9577a-4315-42c0-b80e-fb2c647c84aa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.876280281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"17971aca-9f93-4839-8a3e-21866e0d21f8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.876297108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"17971aca-9f93-4839-8a3e-21866e0d21f8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.876597193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"70f34acb-f882-40f5-8dc2-2c8187d33ad9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.876612813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"70f34acb-f882-40f5-8dc2-2c8187d33ad9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.923476397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a38f1a93-f7d3-4168-93cd-9fa8c67f9c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.923766459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54449a28-2f01-431c-a34e-6aa2880b3f96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.980411098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a38f1a93-f7d3-4168-93cd-9fa8c67f9c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.980445506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54449a28-2f01-431c-a34e-6aa2880b3f96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.980475082Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a38f1a93-f7d3-4168-93cd-9fa8c67f9c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:06.980488906Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54449a28-2f01-431c-a34e-6aa2880b3f96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.190052858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cb12c8d-9397-42d5-bbc6-263d4a30c4e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.190052635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"538cdc13-7cd4-413c-adf0-48c64fd81c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.245926537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cb12c8d-9397-42d5-bbc6-263d4a30c4e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.245996461Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cb12c8d-9397-42d5-bbc6-263d4a30c4e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.245999912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"538cdc13-7cd4-413c-adf0-48c64fd81c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:07.246043345Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"538cdc13-7cd4-413c-adf0-48c64fd81c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:08.008651366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"84f961aa-16c2-44bb-b40d-dcb08d42f750","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:08.008682025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"84f961aa-16c2-44bb-b40d-dcb08d42f750","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.313076151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55f10667-e011-44a7-826a-0aa3bd767b76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.313103439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aac157e8-f1dc-41a4-af06-215f60a953e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.325788093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"18d03c92-2098-4fb0-a75f-0f375ec9691e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.325811366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"18d03c92-2098-4fb0-a75f-0f375ec9691e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.326098597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae878a7c-5b06-47a4-bdfa-bbb711ecab75","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.326117254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae878a7c-5b06-47a4-bdfa-bbb711ecab75","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.32644712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ea294a5b-bc98-4a70-8a43-924d88570943","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.32646498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ea294a5b-bc98-4a70-8a43-924d88570943","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.326885562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"56d1b818-66ab-4fcf-aed4-7fd713078823","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.326899864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"56d1b818-66ab-4fcf-aed4-7fd713078823","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.370273792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55f10667-e011-44a7-826a-0aa3bd767b76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.370376234Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55f10667-e011-44a7-826a-0aa3bd767b76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.370273786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aac157e8-f1dc-41a4-af06-215f60a953e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.370525801Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aac157e8-f1dc-41a4-af06-215f60a953e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.378207691Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"67ab3f2e-51da-4c80-9009-2831b3eb1948","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.378243722Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c12f0711-2fe8-4c05-8728-0944e936500b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.417095322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"400e9f2f-fa83-475a-b82e-d675ae399d26","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.417123083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"400e9f2f-fa83-475a-b82e-d675ae399d26","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.417412505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e626f337-42eb-4b0f-bc21-7338a02572ad","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.417425919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e626f337-42eb-4b0f-bc21-7338a02572ad","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.417620866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b06d370f-efdf-4fef-a695-6a0d2a2fa8f7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.417631529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b06d370f-efdf-4fef-a695-6a0d2a2fa8f7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.417808319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d26de2e6-d783-4f1c-9bfc-954ed108efdf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.417820077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d26de2e6-d783-4f1c-9bfc-954ed108efdf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.575994004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ada36c61-ac2a-4bb5-828a-07229f4bdb29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.575993929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8366a93a-5b50-4f0c-a1c9-ae1f68ae3a30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.631520803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ada36c61-ac2a-4bb5-828a-07229f4bdb29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.631589259Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ada36c61-ac2a-4bb5-828a-07229f4bdb29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.631585215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8366a93a-5b50-4f0c-a1c9-ae1f68ae3a30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:12.631628101Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8366a93a-5b50-4f0c-a1c9-ae1f68ae3a30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.55832402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"70193e47-7273-4248-a112-6172915bd1e1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:13.558372345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"70193e47-7273-4248-a112-6172915bd1e1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.064668094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"caedec50-f7ca-47e2-aa17-63a116d9dba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.064668085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d12018c3-b83b-466a-86df-6dd7a4a4c693","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.123860995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d12018c3-b83b-466a-86df-6dd7a4a4c693","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.123929342Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d12018c3-b83b-466a-86df-6dd7a4a4c693","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.173431537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"caedec50-f7ca-47e2-aa17-63a116d9dba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.173494977Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"caedec50-f7ca-47e2-aa17-63a116d9dba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.501693381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"566eb0f1-96a2-4869-bae6-b55c7fd66f93","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.501721825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"566eb0f1-96a2-4869-bae6-b55c7fd66f93","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.502047058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"140337cc-78b2-4697-b43b-12d79aa2f988","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.502063337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"140337cc-78b2-4697-b43b-12d79aa2f988","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.502314036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"76d38ce4-6451-4378-af8f-dc07ae2ace5f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.502349957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"76d38ce4-6451-4378-af8f-dc07ae2ace5f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.502619378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5aaf845c-9df4-45cb-b377-ee1b8ce510da","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.50263556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5aaf845c-9df4-45cb-b377-ee1b8ce510da","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.502879527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"006ad5d2-735c-4a07-8ffd-6482061d27f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.502892538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"006ad5d2-735c-4a07-8ffd-6482061d27f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.55383921Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b026b55f-fc7a-4680-887f-20095f281870","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.554039836Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a2f8e9da-fd97-4680-9f25-deb05e941b52","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.566505862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"33f1709d-de45-41d1-9a1d-8ccf5bade8ae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.566532034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"33f1709d-de45-41d1-9a1d-8ccf5bade8ae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.56679819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"446e8d26-5ba9-4c60-a66c-1817d10150ca","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.566809838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"446e8d26-5ba9-4c60-a66c-1817d10150ca","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.567002891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ef2d7c43-daf8-48bc-a173-8f51a2755810","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.567017888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ef2d7c43-daf8-48bc-a173-8f51a2755810","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.567205699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8372d0b1-e9ed-471b-8052-f842a683c4bc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.567216033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8372d0b1-e9ed-471b-8052-f842a683c4bc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.567390367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ad8a5c40-ecc2-4253-9b0d-dbeb95e9aa4d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.567401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ad8a5c40-ecc2-4253-9b0d-dbeb95e9aa4d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.656995703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ccd7a7d-223f-44cc-99ec-9159cd5ed19a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.657008451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9c869f0-0f6d-4485-9ed7-7026beb15e7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.712955315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9c869f0-0f6d-4485-9ed7-7026beb15e7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.712988512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ccd7a7d-223f-44cc-99ec-9159cd5ed19a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.71301881Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9c869f0-0f6d-4485-9ed7-7026beb15e7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.713031301Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ccd7a7d-223f-44cc-99ec-9159cd5ed19a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.920567343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d3f9632-7159-436e-a0fb-110098333114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.92076024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19aece42-d206-415e-bc89-fd50adf8dd10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.976356984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19aece42-d206-415e-bc89-fd50adf8dd10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.97642051Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19aece42-d206-415e-bc89-fd50adf8dd10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.976368499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d3f9632-7159-436e-a0fb-110098333114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:15.976479419Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d3f9632-7159-436e-a0fb-110098333114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:16.73978257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f2c4d1d9-9811-44e4-9120-af81a5a1aaa2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:16.73980973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f2c4d1d9-9811-44e4-9120-af81a5a1aaa2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.783431736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2d9491de-80be-4ee9-9379-eb66784270e1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.783456727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2d9491de-80be-4ee9-9379-eb66784270e1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.783733079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05eaf1a9-2975-460c-a990-af71e9309d31","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.783749356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05eaf1a9-2975-460c-a990-af71e9309d31","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.783974005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"09d89bbf-db83-4241-bd5a-71e627e18930","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.783987285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"09d89bbf-db83-4241-bd5a-71e627e18930","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.784183012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bbd0105b-ffff-482d-bafa-128ad88f290a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.784195623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bbd0105b-ffff-482d-bafa-128ad88f290a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.784421385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"842b632d-74c1-4d14-b793-47b97b5281d8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.784435395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"842b632d-74c1-4d14-b793-47b97b5281d8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.784642634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"eda7a635-af03-46a8-b70b-319d97dc4b12","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.784654501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"eda7a635-af03-46a8-b70b-319d97dc4b12","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.835489682Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ebe9fae6-7657-4c48-b76b-1ce5025daee5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.835709029Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6f89d0bc-33b8-40fe-b8db-bc4e15065271","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.849569306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e28393db-78f8-480d-8e5e-2a596cd895ab","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.849594211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e28393db-78f8-480d-8e5e-2a596cd895ab","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.849864181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe9b12bc-e2f8-4391-9a7a-5e53b7ec63e0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.849878335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe9b12bc-e2f8-4391-9a7a-5e53b7ec63e0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.850104233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"44f2ac76-febc-4546-b9df-f9a7674710e0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.850115766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"44f2ac76-febc-4546-b9df-f9a7674710e0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.85031955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1acf3b28-1a4e-4095-8233-436a34b44cef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.850359021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1acf3b28-1a4e-4095-8233-436a34b44cef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.850531563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"af034d4d-2837-4d90-ab65-7b8d5742f7ea","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.850541377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"af034d4d-2837-4d90-ab65-7b8d5742f7ea","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.8506991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8fd359af-bf20-4068-9051-bd583a53d7dd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.85070904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8fd359af-bf20-4068-9051-bd583a53d7dd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.938599434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"236d0f4a-692f-4daa-bca6-274ed89ecdf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.938603288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff04dfca-668a-4d38-b342-176aca287f05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.994724145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff04dfca-668a-4d38-b342-176aca287f05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:18.994796486Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff04dfca-668a-4d38-b342-176aca287f05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:19.001690388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"236d0f4a-692f-4daa-bca6-274ed89ecdf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:19.001764303Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"236d0f4a-692f-4daa-bca6-274ed89ecdf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:19.201031846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58c316db-d73a-465f-8c31-ad11aeefeb16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:19.208781617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0d50234-a6a9-432f-b6bd-5f112caf033b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:19.257116269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58c316db-d73a-465f-8c31-ad11aeefeb16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:19.25718446Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58c316db-d73a-465f-8c31-ad11aeefeb16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:19.264021303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0d50234-a6a9-432f-b6bd-5f112caf033b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:19.264073068Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0d50234-a6a9-432f-b6bd-5f112caf033b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:19.480924536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"249c9562-e415-4ef8-b0fb-7f5342beb0eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:19.480988666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53bc189a-40ec-438f-8725-63bd0d299c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:19.538591232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53bc189a-40ec-438f-8725-63bd0d299c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:19.538671781Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53bc189a-40ec-438f-8725-63bd0d299c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:19.538602838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"249c9562-e415-4ef8-b0fb-7f5342beb0eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:19.53875512Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"249c9562-e415-4ef8-b0fb-7f5342beb0eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:20.022966559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9ba83e9b-3fbf-4a8e-8e54-a81027a83f69","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:20.022991177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9ba83e9b-3fbf-4a8e-8e54-a81027a83f69","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.148242164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06913976-dc6c-4fef-8b94-8ae597b3b3c4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.148271511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06913976-dc6c-4fef-8b94-8ae597b3b3c4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.148634719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2ad14819-e7e0-40f2-b66c-360d9561a49c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.148653081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2ad14819-e7e0-40f2-b66c-360d9561a49c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.148918984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4a0c74e1-9de5-4e85-abd8-f45bb264ba96","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.148934569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4a0c74e1-9de5-4e85-abd8-f45bb264ba96","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.149145595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4908d86c-8742-4d13-8324-f72cdfc29bc7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.149158298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4908d86c-8742-4d13-8324-f72cdfc29bc7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.149388163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"802239d9-1d80-406b-b7c2-ab930eb2bc4b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.149400936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"802239d9-1d80-406b-b7c2-ab930eb2bc4b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.149590931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f74edcdc-ad50-47fb-8766-f019a5215354","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.149602131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f74edcdc-ad50-47fb-8766-f019a5215354","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.149783275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8839c605-1e9c-4def-aa9c-906e6d92252b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.149794264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8839c605-1e9c-4def-aa9c-906e6d92252b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.199974502Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"39b6622f-c15e-4978-81ba-1a211d039ee6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.214506673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"45b1a32e-4050-4f4d-8047-29b8814c7588","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.214532358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"45b1a32e-4050-4f4d-8047-29b8814c7588","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.214787919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1f2ec832-3190-4f36-859a-c90cbcb1da6a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.214800734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1f2ec832-3190-4f36-859a-c90cbcb1da6a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.214977238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e857a1c7-9dd4-4619-bd13-ef1e3f9c1698","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.214988694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e857a1c7-9dd4-4619-bd13-ef1e3f9c1698","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.215165999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"30c95ab3-b866-4ac6-a66e-cd10384470b2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.215176235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"30c95ab3-b866-4ac6-a66e-cd10384470b2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.215359729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"18774eff-bf42-4cc9-992c-8b5d39f7cc64","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.215371309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"18774eff-bf42-4cc9-992c-8b5d39f7cc64","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.215548726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f9c3bd8e-cc7d-4fde-be11-0b3b0f668c0b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.21555959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f9c3bd8e-cc7d-4fde-be11-0b3b0f668c0b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.215722927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93829c59-67bb-41c3-9e8b-e9fb9543d3a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.215732951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93829c59-67bb-41c3-9e8b-e9fb9543d3a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.303975887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a8fefa4-4120-49e7-b921-4d4ead37e7c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.304354313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd66ff80-41de-4dfe-bf73-ef072c04e97f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.361417578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd66ff80-41de-4dfe-bf73-ef072c04e97f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.361786702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a8fefa4-4120-49e7-b921-4d4ead37e7c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.361846872Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a8fefa4-4120-49e7-b921-4d4ead37e7c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.361924976Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"349a6238-75b1-48b8-8aaa-b08a91c59360","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.522694406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c159805-ec32-4e39-8712-a3df17a8c057","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.522717686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c159805-ec32-4e39-8712-a3df17a8c057","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.56694043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30dcaab9-3308-4501-8775-7e42378f151d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.624905263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30dcaab9-3308-4501-8775-7e42378f151d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.625957817Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30dcaab9-3308-4501-8775-7e42378f151d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.669475629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"298c79c4-6d0c-4238-bfe2-3b10266ca2c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.724933291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"298c79c4-6d0c-4238-bfe2-3b10266ca2c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:22.72991137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5b020eb5-48e0-4ffc-bebb-4b31fee08aa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:23.384219802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a8352ba-c3e2-41e5-9ab6-9f6b4800f95a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:23.384247422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a8352ba-c3e2-41e5-9ab6-9f6b4800f95a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:23.596771956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f1419367-9222-48f1-8ae9-f20a64468ee5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.718879827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"03c026be-0537-4f55-afee-7218a24f1520","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.718905595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"03c026be-0537-4f55-afee-7218a24f1520","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.71922447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4828623b-b0a3-4622-ae95-5adf6e84cb7c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.719243275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4828623b-b0a3-4622-ae95-5adf6e84cb7c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.719544674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b3d9703c-dd80-498a-bcfa-23d23e594235","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.719559701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b3d9703c-dd80-498a-bcfa-23d23e594235","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.719813028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fdafc8d8-8362-436a-9517-d6683c6f416a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.719827517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fdafc8d8-8362-436a-9517-d6683c6f416a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.720087469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"eafcd17e-d385-4999-9afc-85696ca8d151","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.720101208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"eafcd17e-d385-4999-9afc-85696ca8d151","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.720367194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6141c7e8-d813-43be-9138-feed332afb75","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.720381939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6141c7e8-d813-43be-9138-feed332afb75","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.720636662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fce79350-8f8f-46d1-a555-b3967ff89236","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.720652206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fce79350-8f8f-46d1-a555-b3967ff89236","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.720977246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e27313b2-40b0-4ee8-abe8-0814e4985859","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.720991844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e27313b2-40b0-4ee8-abe8-0814e4985859","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.784029781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90433029-0faa-47e6-9d06-36d8466b0c5d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.784052365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90433029-0faa-47e6-9d06-36d8466b0c5d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.784275872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3af21eef-6b64-4090-995c-a4edb923e8eb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.784286521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3af21eef-6b64-4090-995c-a4edb923e8eb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.784511801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f44aa26e-af5a-4f00-bdce-cbe9c8468ff4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.784522825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f44aa26e-af5a-4f00-bdce-cbe9c8468ff4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.784685332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4f03f36e-7647-4c6e-83d1-9948bca93702","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.784695508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4f03f36e-7647-4c6e-83d1-9948bca93702","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.784865183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bd81fbbd-b81d-43aa-9313-06e16085de8f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.784874216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bd81fbbd-b81d-43aa-9313-06e16085de8f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.785032235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"292c4025-381c-4fd8-a521-0a17fd74ef87","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.785041264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"292c4025-381c-4fd8-a521-0a17fd74ef87","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.785220078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72e5569c-e3f5-42f1-bd1a-466d77771ce9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.785230947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72e5569c-e3f5-42f1-bd1a-466d77771ce9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.785486927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4de5faae-e52f-4d5e-b624-51c5ca591149","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.785497597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4de5faae-e52f-4d5e-b624-51c5ca591149","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.87226514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13c8eb51-67cc-4678-a487-8812b305345f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.927736459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bb70a631-2e9b-4f1d-b87e-1a005158065f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.930265903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13c8eb51-67cc-4678-a487-8812b305345f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.931360611Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ce4c1f07-3d8e-4c49-a6fb-71d06bf3f67a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:25.973573299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47e59d9d-5744-4d62-94e7-a80d962f3342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.03296774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47e59d9d-5744-4d62-94e7-a80d962f3342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.091166749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f70a01a1-1f3b-4a95-857a-bfce2910603f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.091188853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f70a01a1-1f3b-4a95-857a-bfce2910603f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.287870452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9746aeb0-f885-40b8-ace5-01caca0c3bb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.297035903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2861a4b7-caa3-4b33-8964-d3e46753681a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.34366274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9746aeb0-f885-40b8-ace5-01caca0c3bb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.488830378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78ec5a66-03f9-4c18-b600-eeb59e0a8077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.544142462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78ec5a66-03f9-4c18-b600-eeb59e0a8077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.962836398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b8bc1cf-2c5f-4f19-bf76-353e9ef7937c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:26.962859492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b8bc1cf-2c5f-4f19-bf76-353e9ef7937c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.170521675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"20f1f4c9-3333-42cc-a7c6-48950a918f9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.57593112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5f466742-37c6-4116-bcb8-d56d7e4767dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.672350873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74c4e8fa-130b-43b3-9d49-5db538f3b6b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.672369708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"094078fd-333b-420d-b88c-4278d5d36228","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.73123301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74c4e8fa-130b-43b3-9d49-5db538f3b6b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.731267251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"094078fd-333b-420d-b88c-4278d5d36228","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.763300256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db7da7d3-2694-4087-ad30-7207a238c6c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:27.763319403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db7da7d3-2694-4087-ad30-7207a238c6c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.039625391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de71ff8e-d330-427c-a78a-19c7e3b93104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.039625275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2488b8d4-857e-4989-8703-5a3d9acb2828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.095584568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2488b8d4-857e-4989-8703-5a3d9acb2828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:28.095607837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de71ff8e-d330-427c-a78a-19c7e3b93104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:29.93556633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a521bbaa-c486-493a-a6cf-82da0492430b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:29.935585959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a521bbaa-c486-493a-a6cf-82da0492430b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:30.276270057Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:32.285038039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6cce3c59-8e22-45dc-abec-ed5044740fed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:32.285068385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6cce3c59-8e22-45dc-abec-ed5044740fed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.644039333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3d97a1dd-dc32-4baf-9fc5-6ce63ed43285","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.659203484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3dfcec0-7647-4edf-ad46-c8dbb341af1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.659623703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e380de0e-6005-4b38-8e97-e1e0a227fd9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.715396617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3dfcec0-7647-4edf-ad46-c8dbb341af1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.765265466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e380de0e-6005-4b38-8e97-e1e0a227fd9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.82670972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e2435589-7191-4730-bfb4-0bfa0807c844","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:34.826729629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e2435589-7191-4730-bfb4-0bfa0807c844","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.785725116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1fd02e26-30a6-4d61-bb31-ce44d252efe5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.785748311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1fd02e26-30a6-4d61-bb31-ce44d252efe5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.786095783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"de6586f4-1e3a-425a-981b-309a272af66f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.78611077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"de6586f4-1e3a-425a-981b-309a272af66f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.786315817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e7fdfb75-8088-4693-ba8e-8050dad52ae6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.786353147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e7fdfb75-8088-4693-ba8e-8050dad52ae6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.786546971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bdc1a055-8427-4e01-bb94-d93f13554864","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:35.786558829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bdc1a055-8427-4e01-bb94-d93f13554864","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:36.45596344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6e9fa681-e95c-4dac-99f5-dfff63a4d151","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:36.456082528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6e9fa681-e95c-4dac-99f5-dfff63a4d151","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:37.764439905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"427741f8-9e23-427c-aedd-998f242b4621","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:37.764463369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"427741f8-9e23-427c-aedd-998f242b4621","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:38.881942044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"49b33509-6313-470c-a7c7-9de9485468be","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:38.977349984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e21675bf-4155-44a9-8b5c-ba1fd3163e06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:39.70559229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"443ac9e1-f27a-4a6e-9c88-429b8e745fea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:39.705615968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"443ac9e1-f27a-4a6e-9c88-429b8e745fea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.87010282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"235c0611-1d74-4afd-86b0-67de7c8cf8ee","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:42.870133692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"235c0611-1d74-4afd-86b0-67de7c8cf8ee","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.827747921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8d08657-feb7-4e41-95ae-57145f01b6f0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:44.827774202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8d08657-feb7-4e41-95ae-57145f01b6f0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:45.396950788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d8c599ff-1c09-460e-a246-7b91d997aaec","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:45.396971801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d8c599ff-1c09-460e-a246-7b91d997aaec","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:47.765064525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e458521-5882-462c-a4b5-5f448dda3f17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:47.765089179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e458521-5882-462c-a4b5-5f448dda3f17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.56785676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2ae2e0b-72fb-4233-b38f-479e102b5d77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.567881945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2ae2e0b-72fb-4233-b38f-479e102b5d77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.77871012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46d253f3-15c9-43f5-9512-4418142df7d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.778737233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c95820a4-5006-485b-8f08-1991c87aa3a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.779420942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"74365252-13dc-45bd-b361-375706caf500","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.884656416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c95820a4-5006-485b-8f08-1991c87aa3a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.885554688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46d253f3-15c9-43f5-9512-4418142df7d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.942699273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa3b3902-6e01-421f-abae-5f4ea280ab43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:48.942723305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa3b3902-6e01-421f-abae-5f4ea280ab43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:49.150649788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d724767f-cabe-4bb7-ba52-8a045462d0a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:51.308472694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55cbc6c1-bb77-4eb7-a1fc-abe7ded54418","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:51.308495528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55cbc6c1-bb77-4eb7-a1fc-abe7ded54418","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:51.519075734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb8d2853-4d4e-4299-956b-5bbcebc4a117","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:51.51986761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95b17a39-3793-4ec3-883e-9608ca379e37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:51.519902872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72245ae4-e2a9-499b-82de-9c9678ff18e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:51.622866248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95b17a39-3793-4ec3-883e-9608ca379e37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:51.625075798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72245ae4-e2a9-499b-82de-9c9678ff18e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:51.680791269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5cd41336-1fcc-41e7-8a66-81bdc04ecafe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:51.680812105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5cd41336-1fcc-41e7-8a66-81bdc04ecafe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:51.887129054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ceaebd95-e94b-44a6-9e96-b1f01ae7375a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.161270867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3acd9751-73bb-4dce-ae59-3cc4fe0a1d2a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.161293594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3acd9751-73bb-4dce-ae59-3cc4fe0a1d2a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.315811073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00997e6f-3887-4506-bd66-e93bf036d6b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.371645969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00997e6f-3887-4506-bd66-e93bf036d6b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.383383286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4b4d9c59-163e-4ce5-a436-dd3ea06e3344","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.383401007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4b4d9c59-163e-4ce5-a436-dd3ea06e3344","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.537847561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f821281e-33bd-4007-93b3-de333b1b080f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.59043636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d8af33bc-1864-4106-94af-b2d36b0b386e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.593293231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f821281e-33bd-4007-93b3-de333b1b080f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.631725016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e35f6f5c-3f7c-4e1a-b246-4d5ed68a4811","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.631746423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e35f6f5c-3f7c-4e1a-b246-4d5ed68a4811","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.75199044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d040d3f-da9c-4c6b-97e5-2cda291c12ed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.752010191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d040d3f-da9c-4c6b-97e5-2cda291c12ed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.78581223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa5e58f2-9d5a-47b6-ae8e-e4c0efe40f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:24:54.841041247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa5e58f2-9d5a-47b6-ae8e-e4c0efe40f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:00.326203591Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:28.465377042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db403c71-c9a0-4915-bff1-9f0de32bee91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:28.517799602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db403c71-c9a0-4915-bff1-9f0de32bee91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:28.570473424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db403c71-c9a0-4915-bff1-9f0de32bee91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:28.623017041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db403c71-c9a0-4915-bff1-9f0de32bee91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:28.995188523Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-35257bc0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-35257bc0","reconcileID":"93ea42d2-747a-414c-ada3-ed82a4201d97","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-35257bc0","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-35257bc0":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:29.777508231Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-889495a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-889495a7","reconcileID":"fea51395-9cfb-416e-8ad7-81867ddeaed0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-889495a7","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-889495a7":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:30.277069627Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:30.581061977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eee833e-0a46-4204-9903-9f4d74902ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:30.633925144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eee833e-0a46-4204-9903-9f4d74902ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:30.686152296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eee833e-0a46-4204-9903-9f4d74902ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:30.738158925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eee833e-0a46-4204-9903-9f4d74902ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:32.629604631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82af7f6b-27b3-478b-be02-a55430adfe44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:32.681468446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82af7f6b-27b3-478b-be02-a55430adfe44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:32.7334274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82af7f6b-27b3-478b-be02-a55430adfe44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:32.78525883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82af7f6b-27b3-478b-be02-a55430adfe44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:33.964140185Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-e7203b81","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-e7203b81","reconcileID":"0a3ac4ed-ac92-4a46-850c-d21856950d8b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-e7203b81-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-e7203b81-gw":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:35.372740927Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-c2e645a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-c2e645a4","reconcileID":"c996b7a4-114e-4312-9ff1-cd0879d23175","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-c2e645a4","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-c2e645a4":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:35.942717476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3085346-73bd-472c-8a18-ccd5f33aa146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:35.994505274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3085346-73bd-472c-8a18-ccd5f33aa146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:36.046385993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3085346-73bd-472c-8a18-ccd5f33aa146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:36.097878875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3085346-73bd-472c-8a18-ccd5f33aa146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:37.987013838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a68b39-a8b5-41f8-9708-8de620c525f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.038763415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a68b39-a8b5-41f8-9708-8de620c525f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.090404173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a68b39-a8b5-41f8-9708-8de620c525f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:38.14218473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a68b39-a8b5-41f8-9708-8de620c525f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:39.922263084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"f0d71fb1-b3fb-46d9-9b4f-7e30679b9cbb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-889495a7","tenantID":"e2e-ait-889495a7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.039943088Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"f0d71fb1-b3fb-46d9-9b4f-7e30679b9cbb","name":"e2e-ait-889495a7-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.08527041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824c411c-f91a-4235-9928-267ac4ebe277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.137495682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824c411c-f91a-4235-9928-267ac4ebe277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.142584454Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-daf21c29","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-daf21c29","reconcileID":"d4a2b421-2648-4208-bf53-241dea3f55dd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-daf21c29","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-daf21c29":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.189071269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824c411c-f91a-4235-9928-267ac4ebe277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:40.241194152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824c411c-f91a-4235-9928-267ac4ebe277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:42.306681101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c52b20-b1a0-447a-849a-eee55c175dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:42.358380864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c52b20-b1a0-447a-849a-eee55c175dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:42.410580887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c52b20-b1a0-447a-849a-eee55c175dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:42.462648822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c52b20-b1a0-447a-849a-eee55c175dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.370712252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5912e674-7a6c-46a4-87e1-e5eed3453f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.4223492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5912e674-7a6c-46a4-87e1-e5eed3453f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.474273929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5912e674-7a6c-46a4-87e1-e5eed3453f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:44.526025741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5912e674-7a6c-46a4-87e1-e5eed3453f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:45.386191711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"7b4cf505-32d4-4168-9c02-d5cc8e7dbc0c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-c2e645a4","tenantID":"e2e-ait-c2e645a4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:45.549184506Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"7b4cf505-32d4-4168-9c02-d5cc8e7dbc0c","name":"e2e-ait-c2e645a4-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.487113614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d092468e-fcc6-4800-866d-29132487788e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.539167163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d092468e-fcc6-4800-866d-29132487788e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.591049528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d092468e-fcc6-4800-866d-29132487788e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:46.642712316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d092468e-fcc6-4800-866d-29132487788e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:47.518352565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e7b1b1da-dd3b-4f9a-8ecb-f073b3c76340","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:47.619685248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7caf1ee2-ee2e-4854-a864-693e7b5b4b8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:50.448743341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"de708cc0-f790-471d-a6c7-ada1cc1ed799","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-35257bc0","tenantID":"e2e-ait-35257bc0","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:50.612069229Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"de708cc0-f790-471d-a6c7-ada1cc1ed799","name":"e2e-ait-35257bc0-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:54.877505126Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"eb31de59-cfd3-4636-8e9e-0418f1dcebd7","api-key-max-expiration-days":"37","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:54.933278585Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"eb31de59-cfd3-4636-8e9e-0418f1dcebd7","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:55.036889618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"eb31de59-cfd3-4636-8e9e-0418f1dcebd7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-e7203b81-gw","tenantID":"e2e-migrate-e7203b81","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:55.202321498Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"eb31de59-cfd3-4636-8e9e-0418f1dcebd7","name":"e2e-migrate-e7203b81-gw-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:25:59.707059605Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"fb819b9a-61e3-4d97-ba62-8a1af9ac9b94","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:00.280682077Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.685721362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"aaca86a7-55cf-4c2d-a4a9-c91f2921eb8e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-daf21c29","tenantID":"e2e-derive-daf21c29","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:04.801692103Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"aaca86a7-55cf-4c2d-a4a9-c91f2921eb8e","name":"e2e-derive-daf21c29-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.370447446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2465789f-bee1-41e2-8f0a-5af59c535856","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.422550979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2465789f-bee1-41e2-8f0a-5af59c535856","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.474500933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2465789f-bee1-41e2-8f0a-5af59c535856","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:11.526637965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2465789f-bee1-41e2-8f0a-5af59c535856","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.448218067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbc6647-7016-4c11-acf5-66ed340b227a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.500280937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbc6647-7016-4c11-acf5-66ed340b227a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.55431124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbc6647-7016-4c11-acf5-66ed340b227a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:13.606520639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbc6647-7016-4c11-acf5-66ed340b227a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.900508392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4b5aa2fd-b01a-4d45-8c9a-315ce51ae7c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:15.99474409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b60d5a49-1fd0-4fc6-aa06-2487b2d9bbe5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:16.270167131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067d3cc6-df04-4a95-a628-e6b1ad6044eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:16.32240781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067d3cc6-df04-4a95-a628-e6b1ad6044eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:16.374451445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067d3cc6-df04-4a95-a628-e6b1ad6044eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:16.426195751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067d3cc6-df04-4a95-a628-e6b1ad6044eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:18.301047721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12fceb2a-1aa0-4065-9b53-26b9805630b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:18.352939322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12fceb2a-1aa0-4065-9b53-26b9805630b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:18.404800494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12fceb2a-1aa0-4065-9b53-26b9805630b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:18.456569988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12fceb2a-1aa0-4065-9b53-26b9805630b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.364442344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2320cd2-82c0-47f4-8d8f-fbf76a590b61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.416340545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2320cd2-82c0-47f4-8d8f-fbf76a590b61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.46798735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2320cd2-82c0-47f4-8d8f-fbf76a590b61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:20.520118681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2320cd2-82c0-47f4-8d8f-fbf76a590b61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.379435759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e152aa0-121e-4702-9331-09850db6d356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.431096909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e152aa0-121e-4702-9331-09850db6d356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.486214647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e152aa0-121e-4702-9331-09850db6d356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:22.539300367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e152aa0-121e-4702-9331-09850db6d356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:23.750841365Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"d056ff47-bbe6-4664-9732-a80b03cd7dac","api-key-max-expiration-days":"37","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:23.897201065Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"d056ff47-bbe6-4664-9732-a80b03cd7dac","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:24.437139405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a2712b-02f1-4fc9-9286-899c99f86145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:24.489033263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a2712b-02f1-4fc9-9286-899c99f86145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:24.541210366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a2712b-02f1-4fc9-9286-899c99f86145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:24.592824797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a2712b-02f1-4fc9-9286-899c99f86145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.566871086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef44bf52-65e3-4026-a266-1fdd81b40eef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.61840717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef44bf52-65e3-4026-a266-1fdd81b40eef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.670417397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef44bf52-65e3-4026-a266-1fdd81b40eef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:26.722428347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef44bf52-65e3-4026-a266-1fdd81b40eef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.632082102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3530e353-a0e8-44de-a536-f52d56d64b84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.687266315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3530e353-a0e8-44de-a536-f52d56d64b84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.739380997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3530e353-a0e8-44de-a536-f52d56d64b84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:28.79105307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3530e353-a0e8-44de-a536-f52d56d64b84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:29.000378497Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"69b22259-f3a1-4db4-9386-cf8f88de89a5","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:30.276818304Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:30.706975835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ee2bff-e3c2-4356-b8b0-c07d35087160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:30.758887744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ee2bff-e3c2-4356-b8b0-c07d35087160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:30.813116377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ee2bff-e3c2-4356-b8b0-c07d35087160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:30.865505731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ee2bff-e3c2-4356-b8b0-c07d35087160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.771505098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787f21ea-214f-44c5-a41d-3aa0b3518cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.823568256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787f21ea-214f-44c5-a41d-3aa0b3518cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.875526499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787f21ea-214f-44c5-a41d-3aa0b3518cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:32.927232429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787f21ea-214f-44c5-a41d-3aa0b3518cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.463834738Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","namespace":"ai-tenant-e2e-ait-889495a7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.463901452Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","namespace":"ai-tenant-e2e-ait-889495a7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.463956463Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","tenant":"e2e-ait-889495a7","tenantID":"e2e-ait-889495a7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.518387722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","gvk":"Deployment","name":"maas-api-e2e-ait-889495a7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.57701624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","gvk":"Service","name":"maas-api-e2e-ait-889495a7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.636039934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-889495a7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.68950954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-889495a7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.748478732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-889495a7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.801045532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421dc09c-a222-44e0-831f-03eb7b0365be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.80204655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-889495a7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.852752846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421dc09c-a222-44e0-831f-03eb7b0365be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.904372608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421dc09c-a222-44e0-831f-03eb7b0365be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.90849929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-889495a7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:34.955925251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421dc09c-a222-44e0-831f-03eb7b0365be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.011285486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-889495a7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.063905128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","gvk":"Deployment","name":"payload-processing-e2e-ait-889495a7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.115083199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-889495a7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.166423005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","gvk":"Service","name":"payload-processing-e2e-ait-889495a7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.219463342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","gvk":"Service","name":"payload-pre-processing-e2e-ait-889495a7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.270665613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","gvk":"DestinationRule","name":"payload-processing-e2e-ait-889495a7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.321887574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-889495a7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.373221355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-889495a7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.427616121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-889495a7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.478725561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-889495a7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.529769404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-889495a7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.580828172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-889495a7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.631720841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-889495a7"},"namespace":"ai-tenant-e2e-ait-889495a7","name":"default-tenant","reconcileID":"aea4d8de-77d3-440c-b906-697331288cfa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-889495a7","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.687256367Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","namespace":"ai-tenant-e2e-ait-c2e645a4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.687358084Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","namespace":"ai-tenant-e2e-ait-c2e645a4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.687423516Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","tenant":"e2e-ait-c2e645a4","tenantID":"e2e-ait-c2e645a4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.740447214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","gvk":"Deployment","name":"maas-api-e2e-ait-c2e645a4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.80336476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","gvk":"Service","name":"maas-api-e2e-ait-c2e645a4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.857347427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-c2e645a4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.910849318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-c2e645a4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.997222129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-c2e645a4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.05103715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-c2e645a4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.106444787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-c2e645a4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.160002684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-c2e645a4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.211191465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","gvk":"Deployment","name":"payload-processing-e2e-ait-c2e645a4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.333154924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-c2e645a4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.386776928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","gvk":"Service","name":"payload-processing-e2e-ait-c2e645a4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.439279915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","gvk":"Service","name":"payload-pre-processing-e2e-ait-c2e645a4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.464214153Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-889495a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-889495a7","reconcileID":"4b333258-4c72-4e33-8a8f-04b2b170fa9a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-889495a7","removed":["maas.opendatahub.io/gateway-access-e2e-ait-889495a7"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.490893156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","gvk":"DestinationRule","name":"payload-processing-e2e-ait-c2e645a4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.541973986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-c2e645a4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.593480422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-c2e645a4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.648167059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-c2e645a4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.699403842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-c2e645a4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.750529794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-c2e645a4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.803622728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-c2e645a4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.846021876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8e93b5-0670-45b0-82ec-cc1332c83f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.897392638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c2e645a4"},"namespace":"ai-tenant-e2e-ait-c2e645a4","name":"default-tenant","reconcileID":"84c99f4c-e232-451d-847c-ef88aabf8a3a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-c2e645a4","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.897864676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8e93b5-0670-45b0-82ec-cc1332c83f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.950056789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8e93b5-0670-45b0-82ec-cc1332c83f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:37.002098226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8e93b5-0670-45b0-82ec-cc1332c83f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:37.818892135Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-c2e645a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-c2e645a4","reconcileID":"b500e660-e888-482e-8917-aa4f053b207a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-c2e645a4","removed":["maas.opendatahub.io/gateway-access-e2e-ait-c2e645a4"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:38.900961745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50585104-9da4-4830-b993-cfde588de68c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:38.952905638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50585104-9da4-4830-b993-cfde588de68c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.004739631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50585104-9da4-4830-b993-cfde588de68c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.05650199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50585104-9da4-4830-b993-cfde588de68c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:40.933495006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299d4855-821c-4350-a8c5-8fb50bdddd5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:40.985407967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299d4855-821c-4350-a8c5-8fb50bdddd5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.037263598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299d4855-821c-4350-a8c5-8fb50bdddd5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.089002668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299d4855-821c-4350-a8c5-8fb50bdddd5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.078802942Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","namespace":"ai-tenant-e2e-migrate-e7203b81","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.130523862Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","namespace":"ai-tenant-e2e-migrate-e7203b81","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.130600017Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","tenant":"e2e-migrate-e7203b81","tenantID":"e2e-migrate-e7203b81","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.183980401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","gvk":"Deployment","name":"maas-api-e2e-migrate-e7203b81","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.245578899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","gvk":"Service","name":"maas-api-e2e-migrate-e7203b81","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.303079374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-e7203b81","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.338274275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e64dd0ac-0532-4611-9a0c-1361ad0e7bbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.356306326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-e7203b81","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.441561437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f25d51b0-b172-4ebf-ba77-6ec2aece77c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.454297976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-e7203b81","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.455245585Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-d71a74","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-d71a74","reconcileID":"d3e10f9f-8b23-4bbc-9fe2-cf0d8947f52b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-d71a74","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-d71a74":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.509796735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-e7203b81","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.561499548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-e7203b81","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.612564974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-e7203b81","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.666697482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","gvk":"Deployment","name":"payload-processing-e2e-migrate-e7203b81","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.718310177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-e7203b81","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.775256786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","gvk":"Service","name":"payload-processing-e2e-migrate-e7203b81","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.826954829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","gvk":"Service","name":"payload-pre-processing-e2e-migrate-e7203b81","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.879737919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-e7203b81","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.930842239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-e7203b81","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.981930218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-e7203b81","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:42.995435179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b63b917-bafc-412c-81e2-10c8a5c12be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.047286483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b63b917-bafc-412c-81e2-10c8a5c12be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.047593922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-e7203b81","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.098876263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b63b917-bafc-412c-81e2-10c8a5c12be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.150321492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-e7203b81","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.150808873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b63b917-bafc-412c-81e2-10c8a5c12be7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.202157753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-e7203b81","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.253643635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-e7203b81","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.30493071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e7203b81"},"namespace":"ai-tenant-e2e-migrate-e7203b81","name":"default-tenant","reconcileID":"bc3023f1-36a2-4ca1-bd94-84487ea12ce1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-e7203b81","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.135517956Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-e7203b81","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-e7203b81","reconcileID":"67bf7d39-7a28-4662-902b-ab641edc77f7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-e7203b81-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-e7203b81-gw"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:45.090953197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3732b732-606e-4ca9-9a6c-ce6105a90b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:45.142934442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3732b732-606e-4ca9-9a6c-ce6105a90b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:45.194602396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3732b732-606e-4ca9-9a6c-ce6105a90b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:45.246530863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3732b732-606e-4ca9-9a6c-ce6105a90b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:45.881208688Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-7ee809","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-7ee809","reconcileID":"0f7c9bac-d7f6-4599-bdc0-13f7897501cd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-7ee809","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-7ee809":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.180206648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47824d60-a041-404b-bd3c-0f790f670cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.231865367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47824d60-a041-404b-bd3c-0f790f670cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.283347803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47824d60-a041-404b-bd3c-0f790f670cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:47.335634006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47824d60-a041-404b-bd3c-0f790f670cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:49.205677098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb8a905a-ff54-466c-9dcf-533e56f461b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:49.257763922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb8a905a-ff54-466c-9dcf-533e56f461b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:49.309747286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb8a905a-ff54-466c-9dcf-533e56f461b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:49.40656724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb8a905a-ff54-466c-9dcf-533e56f461b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:50.975112138Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-da5f0b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-da5f0b","reconcileID":"441b120d-8bfd-463b-81da-f690cc912800","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-da5f0b","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-da5f0b":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.339166356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb3162c-65ce-417a-8e45-c98e1f772043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.391984228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb3162c-65ce-417a-8e45-c98e1f772043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.444181139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb3162c-65ce-417a-8e45-c98e1f772043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:51.49593847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb3162c-65ce-417a-8e45-c98e1f772043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.41589494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc36cf66-3c63-493a-8ea1-89f80571c0db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.46758535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc36cf66-3c63-493a-8ea1-89f80571c0db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.519076792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc36cf66-3c63-493a-8ea1-89f80571c0db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.571266753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc36cf66-3c63-493a-8ea1-89f80571c0db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.832811097Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","namespace":"ai-tenant-e2e-ait-35257bc0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.832867902Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","namespace":"ai-tenant-e2e-ait-35257bc0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.832932737Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","tenant":"e2e-ait-35257bc0","tenantID":"e2e-ait-35257bc0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.892656904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","gvk":"Deployment","name":"maas-api-e2e-ait-35257bc0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:53.953533003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","gvk":"Service","name":"maas-api-e2e-ait-35257bc0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.012373212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-35257bc0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.065504043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-35257bc0","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.123976195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-35257bc0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.18158923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-35257bc0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.239475552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-35257bc0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.300321059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-35257bc0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.35181749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","gvk":"Deployment","name":"payload-processing-e2e-ait-35257bc0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.402755148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-35257bc0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.454502925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","gvk":"Service","name":"payload-processing-e2e-ait-35257bc0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.505760321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","gvk":"Service","name":"payload-pre-processing-e2e-ait-35257bc0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.557762224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","gvk":"DestinationRule","name":"payload-processing-e2e-ait-35257bc0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.61483158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-35257bc0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.666934875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-35257bc0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.722502666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-35257bc0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.776652764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-35257bc0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.832800522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-35257bc0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.884145497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-35257bc0","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:54.948040359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-35257bc0"},"namespace":"ai-tenant-e2e-ait-35257bc0","name":"default-tenant","reconcileID":"f0f89cb6-cd11-4a42-b460-0aa59a0f4b0b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-35257bc0","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:55.466765862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7762fb74-b46c-4600-8aa4-1c04928b8309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:55.518262302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7762fb74-b46c-4600-8aa4-1c04928b8309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:55.569785897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7762fb74-b46c-4600-8aa4-1c04928b8309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:55.621490817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7762fb74-b46c-4600-8aa4-1c04928b8309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.15454034Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-35257bc0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-35257bc0","reconcileID":"d43eb2ca-fb2f-4448-9761-a2dccae81534","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-35257bc0","removed":["maas.opendatahub.io/gateway-access-e2e-ait-35257bc0"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.494682209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d3a73e-68b8-4bdb-977d-70a53f10af74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.546246754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d3a73e-68b8-4bdb-977d-70a53f10af74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.598073242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d3a73e-68b8-4bdb-977d-70a53f10af74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.649750314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d3a73e-68b8-4bdb-977d-70a53f10af74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.575597799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d571f800-6e12-43ba-9fd2-231b6df95de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.627051908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d571f800-6e12-43ba-9fd2-231b6df95de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.678538134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d571f800-6e12-43ba-9fd2-231b6df95de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.730130232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d571f800-6e12-43ba-9fd2-231b6df95de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.99159792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"1f07d372-ff15-4736-8cc4-39579fed4e8e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:00.10399973Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"1f07d372-ff15-4736-8cc4-39579fed4e8e","name":"e2e-worker-w2-d71a74-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:00.275996601Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:01.601411517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ee20e5-a99f-46ba-ba24-aa78148a284d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:01.654646544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ee20e5-a99f-46ba-ba24-aa78148a284d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:01.706923094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ee20e5-a99f-46ba-ba24-aa78148a284d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:01.758690385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ee20e5-a99f-46ba-ba24-aa78148a284d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:03.622082825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b778c527-780a-4b0a-b1cf-d26d8a339104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:03.674491035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b778c527-780a-4b0a-b1cf-d26d8a339104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:03.726158146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b778c527-780a-4b0a-b1cf-d26d8a339104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:03.777992173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b778c527-780a-4b0a-b1cf-d26d8a339104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:04.537879452Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-6de8e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-6de8e6","reconcileID":"a37589a7-12f9-41b2-ba05-860b20781784","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-6de8e6","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-6de8e6":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.041937793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"2bff50fc-1a78-4a37-bcd3-2d3b6bf7ed15","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.158713598Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"2bff50fc-1a78-4a37-bcd3-2d3b6bf7ed15","name":"e2e-worker-w0-7ee809-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.669782126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1534ff5f-ac29-479e-8019-63113e362fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.721639603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1534ff5f-ac29-479e-8019-63113e362fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.773538351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1534ff5f-ac29-479e-8019-63113e362fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.825475407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1534ff5f-ac29-479e-8019-63113e362fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.690816114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0548ffbf-d841-4f5b-b350-1c4e2d3acc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.742365921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0548ffbf-d841-4f5b-b350-1c4e2d3acc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.79396141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0548ffbf-d841-4f5b-b350-1c4e2d3acc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:07.845667888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0548ffbf-d841-4f5b-b350-1c4e2d3acc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:14.800993283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"270f73f1-1d64-436d-b242-9d03520116e3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:14.914171936Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"270f73f1-1d64-436d-b242-9d03520116e3","name":"e2e-worker-w3-da5f0b-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:14.971153604Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","namespace":"ai-tenant-e2e-derive-daf21c29","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:14.971219214Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","namespace":"ai-tenant-e2e-derive-daf21c29","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:14.971272935Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","tenant":"e2e-derive-daf21c29","tenantID":"e2e-derive-daf21c29","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.024429552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","gvk":"Deployment","name":"maas-api-e2e-derive-daf21c29","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.082822818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","gvk":"Service","name":"maas-api-e2e-derive-daf21c29","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.139082795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-daf21c29","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.192080811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-daf21c29","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.251817064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-daf21c29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.307880929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-daf21c29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.36437128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-daf21c29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.418004082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-daf21c29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.469177577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","gvk":"Deployment","name":"payload-processing-e2e-derive-daf21c29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.520485601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-daf21c29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.571563598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","gvk":"Service","name":"payload-processing-e2e-derive-daf21c29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.622718831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","gvk":"Service","name":"payload-pre-processing-e2e-derive-daf21c29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.675602731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","gvk":"DestinationRule","name":"payload-processing-e2e-derive-daf21c29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.730606873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-daf21c29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.782115128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-daf21c29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.840010201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-daf21c29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.891177314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-daf21c29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.942304312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-daf21c29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:15.993643072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-daf21c29","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.045159528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-daf21c29"},"namespace":"ai-tenant-e2e-derive-daf21c29","name":"default-tenant","reconcileID":"9f141a68-c69e-46be-bf83-b119278ed894","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-daf21c29","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:16.844653687Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-daf21c29","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-daf21c29","reconcileID":"d01483d4-25ae-4271-a393-b28d9f9d2669","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-daf21c29","removed":["maas.opendatahub.io/gateway-access-e2e-derive-daf21c29"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:17.961587057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01491ed9-21ec-4d45-b094-ca16747f0bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:18.013408728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01491ed9-21ec-4d45-b094-ca16747f0bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:18.064973709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01491ed9-21ec-4d45-b094-ca16747f0bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:18.117033108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01491ed9-21ec-4d45-b094-ca16747f0bb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:20.075547593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67de1dd6-a260-46ea-afe9-568ac595eac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:20.127456916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67de1dd6-a260-46ea-afe9-568ac595eac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:20.179092337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67de1dd6-a260-46ea-afe9-568ac595eac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:20.2309321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67de1dd6-a260-46ea-afe9-568ac595eac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.101416042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d8ba54-5b61-41cd-b38d-28f81bd651ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.153081909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d8ba54-5b61-41cd-b38d-28f81bd651ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.204922508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d8ba54-5b61-41cd-b38d-28f81bd651ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:22.256579224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d8ba54-5b61-41cd-b38d-28f81bd651ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:23.468749379Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-f463c9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-f463c9","reconcileID":"63c34ec1-8f4c-4916-be77-b9cf54164135","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-f463c9","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-f463c9":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.132634675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"196106b5-3ebe-4085-a030-39642b44039f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.184487343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"196106b5-3ebe-4085-a030-39642b44039f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.236172388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"196106b5-3ebe-4085-a030-39642b44039f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:24.287752377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"196106b5-3ebe-4085-a030-39642b44039f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:26.173725855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491b719d-02ec-42a2-bf32-8ad5fd5e90e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:26.225353237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491b719d-02ec-42a2-bf32-8ad5fd5e90e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:26.277408472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491b719d-02ec-42a2-bf32-8ad5fd5e90e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:26.329113773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491b719d-02ec-42a2-bf32-8ad5fd5e90e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:27.798475217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2a7c59ae-536f-453b-a8ef-7d0bc81176d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:28.045611734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"09c0d6fd-7cd8-445d-a43a-d73eac77372f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:28.19256646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e868b059-7656-4abd-bd28-98285d774e01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:28.245026288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e868b059-7656-4abd-bd28-98285d774e01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:28.297608728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e868b059-7656-4abd-bd28-98285d774e01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:28.349080142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e868b059-7656-4abd-bd28-98285d774e01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:30.275643964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c236fa3e-b9ee-436e-a1ef-a57e2882801f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:30.277596049Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:30.327451099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c236fa3e-b9ee-436e-a1ef-a57e2882801f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:30.379539544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c236fa3e-b9ee-436e-a1ef-a57e2882801f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:30.438244806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c236fa3e-b9ee-436e-a1ef-a57e2882801f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:31.26159492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"acd1c5ce-3cbe-4d0f-8a2c-8e07fa44fca9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:31.376485888Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"acd1c5ce-3cbe-4d0f-8a2c-8e07fa44fca9","name":"e2e-worker-w4-6de8e6-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:32.365652107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c62ae6d-0a7f-403d-ad9c-54d6ad732604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:32.417734789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c62ae6d-0a7f-403d-ad9c-54d6ad732604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:32.469343677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c62ae6d-0a7f-403d-ad9c-54d6ad732604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:32.520965023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c62ae6d-0a7f-403d-ad9c-54d6ad732604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:34.46522345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fba8360-a94f-4072-84de-167aa3fe2258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:34.51708752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fba8360-a94f-4072-84de-167aa3fe2258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:34.568995753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fba8360-a94f-4072-84de-167aa3fe2258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:34.620530333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fba8360-a94f-4072-84de-167aa3fe2258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.330184591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c8953ca-982a-4d66-a60b-ad5ec359c252","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.499670152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3927363a-4ef4-494a-bcc4-a4c0b2caf048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.504982757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"00f6a14a-9c8d-4345-8e78-ab30f03522d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.551926228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3927363a-4ef4-494a-bcc4-a4c0b2caf048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.603839417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3927363a-4ef4-494a-bcc4-a4c0b2caf048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:36.655784624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3927363a-4ef4-494a-bcc4-a4c0b2caf048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:38.520993955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa044de-9977-46c7-ab8c-9957bf0b768f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:38.572878307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa044de-9977-46c7-ab8c-9957bf0b768f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:38.624802521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa044de-9977-46c7-ab8c-9957bf0b768f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:38.676464709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa044de-9977-46c7-ab8c-9957bf0b768f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.5362707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4007057d-9ae5-4776-8880-660630418219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.587947046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4007057d-9ae5-4776-8880-660630418219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.639884944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4007057d-9ae5-4776-8880-660630418219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:40.691944614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4007057d-9ae5-4776-8880-660630418219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:42.569603925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84732fd9-9aa8-469d-a73a-b24c59527189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:42.621418706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84732fd9-9aa8-469d-a73a-b24c59527189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:42.673273682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84732fd9-9aa8-469d-a73a-b24c59527189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:42.725100733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84732fd9-9aa8-469d-a73a-b24c59527189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:44.594564601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2966c6-f293-4d53-b3bb-db151ab14986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:44.646311076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2966c6-f293-4d53-b3bb-db151ab14986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:44.698135425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2966c6-f293-4d53-b3bb-db151ab14986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:44.749887936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2966c6-f293-4d53-b3bb-db151ab14986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:45.266000544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"67ba0f44-4128-4e5f-8926-f77893a8846a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:45.444796814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6fcda01a-d6d1-490b-b306-f3ebd050b657","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:55.98640789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"b9389622-6717-4e85-b73d-2535ac308e34","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.099883242Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"b9389622-6717-4e85-b73d-2535ac308e34","name":"e2e-worker-w1-f463c9-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:27:56.885568919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"5d1ac1ed-12ed-4488-81cb-b51b67f462ed","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.276517684Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:02.742977392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db91d118-dc9b-4aec-9a83-3c1f5e9a92be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:02.794607284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db91d118-dc9b-4aec-9a83-3c1f5e9a92be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:02.846448237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db91d118-dc9b-4aec-9a83-3c1f5e9a92be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:02.89804799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db91d118-dc9b-4aec-9a83-3c1f5e9a92be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.259361022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3a556310-2954-48fe-b248-1ffa37de6adf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:03.368311935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"74f7794d-fe1a-4b97-8220-018ff48f1cb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.803871184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0937c7e4-a352-41b7-acf7-1de82682ffe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.855676682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0937c7e4-a352-41b7-acf7-1de82682ffe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.908438776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0937c7e4-a352-41b7-acf7-1de82682ffe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:04.960569995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0937c7e4-a352-41b7-acf7-1de82682ffe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:14.043091681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fcd6f9b2-b2b2-4259-9b4b-5ee8874d23c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:14.142591123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"89796fab-057b-4032-9698-f1c36aa770e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:23.399464428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"4d8a50cc-530f-498d-9190-4f8f22972e7e","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:24.853514234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"8bb0f51b-063f-4ad3-bb75-1f80e14cb5e6","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:26.770573521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3513425-0dc0-4d41-a8a6-3bf3603692b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:26.822795447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3513425-0dc0-4d41-a8a6-3bf3603692b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:26.874881166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3513425-0dc0-4d41-a8a6-3bf3603692b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:26.926679654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3513425-0dc0-4d41-a8a6-3bf3603692b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:27.556836292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"c4656d0d-f4fd-48e5-94d6-104c151445e6","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:27.622155289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"49faa572-1864-4893-a937-0e8725c132c7","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.865827473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5857c99-c834-482b-9809-4cc23b86f55c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.917493835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5857c99-c834-482b-9809-4cc23b86f55c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:28.969284337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5857c99-c834-482b-9809-4cc23b86f55c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:29.021153115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5857c99-c834-482b-9809-4cc23b86f55c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:30.276927924Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.831057087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"58bca055-096f-47ae-adeb-69e928324545","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:36.94943221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a8de3491-e4b8-4d44-aafb-b0379d397789","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:47.197572409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0b2a0b05-c5a1-425e-969b-5ffdd5b7cb5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:47.431237622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"13855ebe-442f-49fa-97c4-d9af6ad17bf7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:48.992419474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"bf1513ab-038c-4d85-a965-08a1e4322c2e","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:49.059205987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"225142ec-64c3-456d-944f-135af63abc00","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:54.748278012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b76f5b0c-540d-4006-8373-a04276f41359","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:54.983437962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"71f7ab66-4777-44c5-b006-d6cc4c50dc08","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.111243402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"53ec7d62-0677-4c55-ad2f-bcc3c9c60106","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.354579804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"a6715b98-fa56-4fa3-9d9f-4e07b40d4206","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.409383218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"04f07e4f-0511-4c0c-96b5-f585046c3914","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.409401124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"04f07e4f-0511-4c0c-96b5-f585046c3914","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.462267915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"e6ef3c5e-3846-484b-bbdd-bf7a2eabf06c","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.465764954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ae1eeba-9c86-4a3d-b351-4e826d10864a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.46578143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ae1eeba-9c86-4a3d-b351-4e826d10864a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.518792195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"c1c306b6-edec-40fc-b1da-55f5be4873cc","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:28:55.521254522Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-d71a74/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.728059639Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"9a07b6c6-751d-4d09-ac5b-f46a24afda9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"simulator-w2-d71a74","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-d71a74/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.745897579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"71b495fe-d67f-43d8-bfd9-efaa906b550e","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.803211274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"40c8dd0e-4b07-4948-8770-fa012d8d4515","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:28:55.855753652Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"40c8dd0e-4b07-4948-8770-fa012d8d4515","name":"simulator-w2-d71a74","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-d71a74\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:28:55.855816734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"40c8dd0e-4b07-4948-8770-fa012d8d4515","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-d71a74\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.861144398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"095a36f1-8fb4-409d-9110-eb9f0beefac7","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.888399994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"7e992f51-7e98-4da4-8d33-cbfc39f3d0d8","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.901982842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"bf1a3f93-8320-4802-9a57-6b191f02f8dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.021535984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"164e40c3-7a53-4742-bae7-655a75f16d1f","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.066068926Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"bf1a3f93-8320-4802-9a57-6b191f02f8dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.078254303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"47c71835-b381-4083-b422-52d74c478671","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.10385175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"015c7011-6ba9-4da7-b077-84f430909971","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.119971278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-d71a74-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"bf1a3f93-8320-4802-9a57-6b191f02f8dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.127412922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"cd0a1151-6c46-4a63-a562-ecb9bf5a1f93","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:28:56.132174674Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-d71a74/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.173891191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"a5828570-e9ae-4455-a9b9-1f4a9af77bc0","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.182925272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"74bc8e84-2823-4a48-a119-14dd34f630fd","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.27652509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"69c59939-4541-4539-ba58-7613d5098e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.296715689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"90a2d62a-f7f4-43b3-b7ef-a29b644f3fbe","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.332813634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"69c59939-4541-4539-ba58-7613d5098e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.353857919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"326c07fa-6551-4568-b871-854b239b31c9","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.387075896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-d71a74-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"69c59939-4541-4539-ba58-7613d5098e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.392829075Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"6f9b41e2-b9a7-40a8-8851-26ec9d4024e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"premium-w2-d71a74","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-d71a74/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:28:56.439865667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"69c59939-4541-4539-ba58-7613d5098e82","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.503522833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"005793ba-126c-45f1-816f-836375b3f02a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.553833261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"f63215b4-022d-441b-ac60-e1e6a83229d7","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.558267317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"005793ba-126c-45f1-816f-836375b3f02a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.605079314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"888f62de-8c4e-444d-9b32-e5377a26d3d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.612093981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-d71a74-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"005793ba-126c-45f1-816f-836375b3f02a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.660648882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"888f62de-8c4e-444d-9b32-e5377a26d3d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.668031932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"a3603750-4837-4c82-9b5e-702183284966","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.71466487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-d71a74-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"888f62de-8c4e-444d-9b32-e5377a26d3d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.760876023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"0838e22c-04fd-4c5d-9462-df8aa2f7f445","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.823006341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"036083e6-0f85-4d01-a6f3-30385e8c953a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.878022412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"036083e6-0f85-4d01-a6f3-30385e8c953a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.931978958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-d71a74-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"036083e6-0f85-4d01-a6f3-30385e8c953a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.276226195Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.908234141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"ba0a075e-3250-4c61-be05-d6757eea026d","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.973042621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"78f9e83f-2e1a-4e2a-a6b9-052583475a1d","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.566532579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"500a32d8-a2ce-400b-893f-365828a10612","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.728084206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"ebb3e968-c1fa-4930-86f7-24aa7e82e8b3","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.871031995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"c054462a-5bd8-489a-8399-0384d48b142b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.914000591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"63e75645-9fb6-45a3-b924-42e7c0718520","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.931444132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"c054462a-5bd8-489a-8399-0384d48b142b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.980453452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"cd9df031-489a-44bb-8e29-7d7d9dfcf1b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.986722342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-d71a74-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99fb34ecb50e87d2eb97587ebe0669c1c0db0d99c3a9e48908be7210a0c89c1c) AuthConfig (affcc82cf219a2dfbb0883b0f463797c5bc3c8f78e6f1edce51b9d844ccceb74) AuthConfig (53ad7bf2efd9d31077bbbf45491ae9b5a04d2eae5e44452bae0a8280447c10b8) AuthConfig (2245d7b5d72f880e92263f59762b31a28ceca3194770d74a7e7800c62536a364) AuthConfig (d685e008530db2c56dd215a394c46b9f8348b0ee0b767a092960146d6b7fbda3) AuthConfig (c240cf4058b888c2ea49ac80e031701965ac9cf85b43a75454360910673c649f) AuthConfig (3a887e0ae18ca62449a626771ad04716eb9594cc29f0baf450ff4497cc3c3027) AuthConfig (9b2f60b525346fb99ff4071f9d60e9c8037f378f939fa21cf43a8d87b62e7563) AuthConfig (aad3d7df93d5080fbac3b50b362076440ccfa51e911e536e99384e7d5f981a31) AuthConfig (bd761e4e29039bc252b81134dc767569ee9ac21ed670015ab3793a7b0174080d) AuthConfig (f4a51ea1de4e95c2d514bff49de13ca9b354dd831d6168f9129c80c81aa2caef) AuthConfig (70b0b70302baa24fb4dad4c1b2bdd27079903187a18a398317b5de93b038baf3) AuthConfig (40dafad749b18e99d686d327284857434dbbf31b6beb06d9bf08ff4789f9d336) AuthConfig (46555e133d3e9cd6adf0cb1a289f725f4d960c69f46961a83fce96aede23e764) AuthConfig (d423adfaa155d73434e89987301172e3cb61e2ff8ec14d1c84a5e541b988bdb1) AuthConfig (7fe40a4fd0ecc0559bc007ffefbf368e8775248647a6d824184713a83482a89c) AuthConfig (693c4ea44013cabec8a4f7c68239503e7fc8c71b31e2017e238790b2784085eb) AuthConfig (87efc2d2fb72d7faa237cfd95ab5edb09b0791274278e23ac127575dd3e21e46) AuthConfig (5d41fad19c85cedb043d64fc2eb8ac9b7bc4f9f716e8fff131c90b3a8a820c92) AuthConfig (5102ffb0f7a8f31e1444d2ca7dd07e6caef816bdd272178c6f5f84a358bd70e2) AuthConfig (440fe32569d8127d2a08b4d63dbb9dac512b664ace16ed062c92e8021a436d61) AuthConfig (e39b6c670d70cc5aac67fcff58235ee84e7c0ce3e998ff597323a2a23e09fc65) AuthConfig (387c10a39c0b435d4bdce22e813240289992db1b8f79ed2529ebca6abbb03c08) AuthConfig (19a49a81fadb1ffc7090c895ae191d9f90c008cc58bc258a035298b1395bd2f0) AuthConfig (bb9dc44bd7e4a3f2b28ddab4a96fe1467d04fdb5f4560d92fb88c0a3df138c73) AuthConfig (e01902f2d65cf03d08bf365a2dc5c2b7324e9d5ea2fb418afb62fe51e136c613) AuthConfig (f46c534d59668359e7b20f28f9b20b36aab493da9c7120177b1d7613fa516bea) AuthConfig (0ea6d8dcadd189270c747ddc036d9fb3742d909aeb77e4941661a3e64154e25f) AuthConfig (48ef82e0198e6ec8bc069fbde700f4c717ed5fcf7b3eda69ce80015583356c21) AuthConfig (0348787c1d1fee7c1ddd3f92e31b5309ed6d8ca3475c2d4bdd3ce76750c0a719)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"c054462a-5bd8-489a-8399-0384d48b142b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.035971454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"cd9df031-489a-44bb-8e29-7d7d9dfcf1b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.043692516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"afd42b67-ec4f-439a-b458-fa163d21bea9","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.075728328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"2d56135a-42f1-48f4-bf32-304bc3e37826","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.090219872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-d71a74-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99fb34ecb50e87d2eb97587ebe0669c1c0db0d99c3a9e48908be7210a0c89c1c) AuthConfig (affcc82cf219a2dfbb0883b0f463797c5bc3c8f78e6f1edce51b9d844ccceb74) AuthConfig (53ad7bf2efd9d31077bbbf45491ae9b5a04d2eae5e44452bae0a8280447c10b8) AuthConfig (2245d7b5d72f880e92263f59762b31a28ceca3194770d74a7e7800c62536a364) AuthConfig (d685e008530db2c56dd215a394c46b9f8348b0ee0b767a092960146d6b7fbda3) AuthConfig (c240cf4058b888c2ea49ac80e031701965ac9cf85b43a75454360910673c649f) AuthConfig (3a887e0ae18ca62449a626771ad04716eb9594cc29f0baf450ff4497cc3c3027) AuthConfig (9b2f60b525346fb99ff4071f9d60e9c8037f378f939fa21cf43a8d87b62e7563) AuthConfig (aad3d7df93d5080fbac3b50b362076440ccfa51e911e536e99384e7d5f981a31) AuthConfig (bd761e4e29039bc252b81134dc767569ee9ac21ed670015ab3793a7b0174080d) AuthConfig (f4a51ea1de4e95c2d514bff49de13ca9b354dd831d6168f9129c80c81aa2caef) AuthConfig (70b0b70302baa24fb4dad4c1b2bdd27079903187a18a398317b5de93b038baf3) AuthConfig (40dafad749b18e99d686d327284857434dbbf31b6beb06d9bf08ff4789f9d336) AuthConfig (46555e133d3e9cd6adf0cb1a289f725f4d960c69f46961a83fce96aede23e764) AuthConfig (d423adfaa155d73434e89987301172e3cb61e2ff8ec14d1c84a5e541b988bdb1) AuthConfig (7fe40a4fd0ecc0559bc007ffefbf368e8775248647a6d824184713a83482a89c) AuthConfig (693c4ea44013cabec8a4f7c68239503e7fc8c71b31e2017e238790b2784085eb) AuthConfig (87efc2d2fb72d7faa237cfd95ab5edb09b0791274278e23ac127575dd3e21e46) AuthConfig (5d41fad19c85cedb043d64fc2eb8ac9b7bc4f9f716e8fff131c90b3a8a820c92) AuthConfig (5102ffb0f7a8f31e1444d2ca7dd07e6caef816bdd272178c6f5f84a358bd70e2) AuthConfig (440fe32569d8127d2a08b4d63dbb9dac512b664ace16ed062c92e8021a436d61) AuthConfig (e39b6c670d70cc5aac67fcff58235ee84e7c0ce3e998ff597323a2a23e09fc65) AuthConfig (387c10a39c0b435d4bdce22e813240289992db1b8f79ed2529ebca6abbb03c08) AuthConfig (19a49a81fadb1ffc7090c895ae191d9f90c008cc58bc258a035298b1395bd2f0) AuthConfig (bb9dc44bd7e4a3f2b28ddab4a96fe1467d04fdb5f4560d92fb88c0a3df138c73) AuthConfig (e01902f2d65cf03d08bf365a2dc5c2b7324e9d5ea2fb418afb62fe51e136c613) AuthConfig (f46c534d59668359e7b20f28f9b20b36aab493da9c7120177b1d7613fa516bea) AuthConfig (0ea6d8dcadd189270c747ddc036d9fb3742d909aeb77e4941661a3e64154e25f) AuthConfig (48ef82e0198e6ec8bc069fbde700f4c717ed5fcf7b3eda69ce80015583356c21) AuthConfig (0348787c1d1fee7c1ddd3f92e31b5309ed6d8ca3475c2d4bdd3ce76750c0a719)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"cd9df031-489a-44bb-8e29-7d7d9dfcf1b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.147137152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"c7158eb1-c042-47f6-be1b-7b279efa688d","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.197897106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"2ac00bc9-4bde-4f0a-961d-c56eec0ced6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.253704072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"2ac00bc9-4bde-4f0a-961d-c56eec0ced6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.300918869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"2de2d283-57c0-4e35-bd31-dd5f000bc14a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.308110143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-d71a74-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99fb34ecb50e87d2eb97587ebe0669c1c0db0d99c3a9e48908be7210a0c89c1c) AuthConfig (affcc82cf219a2dfbb0883b0f463797c5bc3c8f78e6f1edce51b9d844ccceb74) AuthConfig (53ad7bf2efd9d31077bbbf45491ae9b5a04d2eae5e44452bae0a8280447c10b8) AuthConfig (2245d7b5d72f880e92263f59762b31a28ceca3194770d74a7e7800c62536a364) AuthConfig (d685e008530db2c56dd215a394c46b9f8348b0ee0b767a092960146d6b7fbda3) AuthConfig (c240cf4058b888c2ea49ac80e031701965ac9cf85b43a75454360910673c649f) AuthConfig (3a887e0ae18ca62449a626771ad04716eb9594cc29f0baf450ff4497cc3c3027) AuthConfig (9b2f60b525346fb99ff4071f9d60e9c8037f378f939fa21cf43a8d87b62e7563) AuthConfig (aad3d7df93d5080fbac3b50b362076440ccfa51e911e536e99384e7d5f981a31) AuthConfig (bd761e4e29039bc252b81134dc767569ee9ac21ed670015ab3793a7b0174080d) AuthConfig (f4a51ea1de4e95c2d514bff49de13ca9b354dd831d6168f9129c80c81aa2caef) AuthConfig (70b0b70302baa24fb4dad4c1b2bdd27079903187a18a398317b5de93b038baf3) AuthConfig (40dafad749b18e99d686d327284857434dbbf31b6beb06d9bf08ff4789f9d336) AuthConfig (46555e133d3e9cd6adf0cb1a289f725f4d960c69f46961a83fce96aede23e764) AuthConfig (d423adfaa155d73434e89987301172e3cb61e2ff8ec14d1c84a5e541b988bdb1) AuthConfig (7fe40a4fd0ecc0559bc007ffefbf368e8775248647a6d824184713a83482a89c) AuthConfig (693c4ea44013cabec8a4f7c68239503e7fc8c71b31e2017e238790b2784085eb) AuthConfig (87efc2d2fb72d7faa237cfd95ab5edb09b0791274278e23ac127575dd3e21e46) AuthConfig (5d41fad19c85cedb043d64fc2eb8ac9b7bc4f9f716e8fff131c90b3a8a820c92) AuthConfig (5102ffb0f7a8f31e1444d2ca7dd07e6caef816bdd272178c6f5f84a358bd70e2) AuthConfig (440fe32569d8127d2a08b4d63dbb9dac512b664ace16ed062c92e8021a436d61) AuthConfig (e39b6c670d70cc5aac67fcff58235ee84e7c0ce3e998ff597323a2a23e09fc65) AuthConfig (387c10a39c0b435d4bdce22e813240289992db1b8f79ed2529ebca6abbb03c08) AuthConfig (19a49a81fadb1ffc7090c895ae191d9f90c008cc58bc258a035298b1395bd2f0) AuthConfig (bb9dc44bd7e4a3f2b28ddab4a96fe1467d04fdb5f4560d92fb88c0a3df138c73) AuthConfig (e01902f2d65cf03d08bf365a2dc5c2b7324e9d5ea2fb418afb62fe51e136c613) AuthConfig (f46c534d59668359e7b20f28f9b20b36aab493da9c7120177b1d7613fa516bea) AuthConfig (0ea6d8dcadd189270c747ddc036d9fb3742d909aeb77e4941661a3e64154e25f) AuthConfig (48ef82e0198e6ec8bc069fbde700f4c717ed5fcf7b3eda69ce80015583356c21) AuthConfig (0348787c1d1fee7c1ddd3f92e31b5309ed6d8ca3475c2d4bdd3ce76750c0a719)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"2ac00bc9-4bde-4f0a-961d-c56eec0ced6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.3575817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"2de2d283-57c0-4e35-bd31-dd5f000bc14a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.414056181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-d71a74-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99fb34ecb50e87d2eb97587ebe0669c1c0db0d99c3a9e48908be7210a0c89c1c) AuthConfig (affcc82cf219a2dfbb0883b0f463797c5bc3c8f78e6f1edce51b9d844ccceb74) AuthConfig (53ad7bf2efd9d31077bbbf45491ae9b5a04d2eae5e44452bae0a8280447c10b8) AuthConfig (2245d7b5d72f880e92263f59762b31a28ceca3194770d74a7e7800c62536a364) AuthConfig (d685e008530db2c56dd215a394c46b9f8348b0ee0b767a092960146d6b7fbda3) AuthConfig (c240cf4058b888c2ea49ac80e031701965ac9cf85b43a75454360910673c649f) AuthConfig (3a887e0ae18ca62449a626771ad04716eb9594cc29f0baf450ff4497cc3c3027) AuthConfig (9b2f60b525346fb99ff4071f9d60e9c8037f378f939fa21cf43a8d87b62e7563) AuthConfig (aad3d7df93d5080fbac3b50b362076440ccfa51e911e536e99384e7d5f981a31) AuthConfig (bd761e4e29039bc252b81134dc767569ee9ac21ed670015ab3793a7b0174080d) AuthConfig (f4a51ea1de4e95c2d514bff49de13ca9b354dd831d6168f9129c80c81aa2caef) AuthConfig (70b0b70302baa24fb4dad4c1b2bdd27079903187a18a398317b5de93b038baf3) AuthConfig (40dafad749b18e99d686d327284857434dbbf31b6beb06d9bf08ff4789f9d336) AuthConfig (46555e133d3e9cd6adf0cb1a289f725f4d960c69f46961a83fce96aede23e764) AuthConfig (d423adfaa155d73434e89987301172e3cb61e2ff8ec14d1c84a5e541b988bdb1) AuthConfig (7fe40a4fd0ecc0559bc007ffefbf368e8775248647a6d824184713a83482a89c) AuthConfig (693c4ea44013cabec8a4f7c68239503e7fc8c71b31e2017e238790b2784085eb) AuthConfig (87efc2d2fb72d7faa237cfd95ab5edb09b0791274278e23ac127575dd3e21e46) AuthConfig (5d41fad19c85cedb043d64fc2eb8ac9b7bc4f9f716e8fff131c90b3a8a820c92) AuthConfig (5102ffb0f7a8f31e1444d2ca7dd07e6caef816bdd272178c6f5f84a358bd70e2) AuthConfig (440fe32569d8127d2a08b4d63dbb9dac512b664ace16ed062c92e8021a436d61) AuthConfig (e39b6c670d70cc5aac67fcff58235ee84e7c0ce3e998ff597323a2a23e09fc65) AuthConfig (387c10a39c0b435d4bdce22e813240289992db1b8f79ed2529ebca6abbb03c08) AuthConfig (19a49a81fadb1ffc7090c895ae191d9f90c008cc58bc258a035298b1395bd2f0) AuthConfig (bb9dc44bd7e4a3f2b28ddab4a96fe1467d04fdb5f4560d92fb88c0a3df138c73) AuthConfig (e01902f2d65cf03d08bf365a2dc5c2b7324e9d5ea2fb418afb62fe51e136c613) AuthConfig (f46c534d59668359e7b20f28f9b20b36aab493da9c7120177b1d7613fa516bea) AuthConfig (0ea6d8dcadd189270c747ddc036d9fb3742d909aeb77e4941661a3e64154e25f) AuthConfig (48ef82e0198e6ec8bc069fbde700f4c717ed5fcf7b3eda69ce80015583356c21) AuthConfig (0348787c1d1fee7c1ddd3f92e31b5309ed6d8ca3475c2d4bdd3ce76750c0a719)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"2de2d283-57c0-4e35-bd31-dd5f000bc14a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:29:07.467124244Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"2de2d283-57c0-4e35-bd31-dd5f000bc14a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.626695012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"a65a0e40-5424-46e8-bb05-72fe4ed8fbd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.681999206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"a65a0e40-5424-46e8-bb05-72fe4ed8fbd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.736802056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-d71a74-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99fb34ecb50e87d2eb97587ebe0669c1c0db0d99c3a9e48908be7210a0c89c1c) AuthConfig (affcc82cf219a2dfbb0883b0f463797c5bc3c8f78e6f1edce51b9d844ccceb74) AuthConfig (53ad7bf2efd9d31077bbbf45491ae9b5a04d2eae5e44452bae0a8280447c10b8) AuthConfig (2245d7b5d72f880e92263f59762b31a28ceca3194770d74a7e7800c62536a364) AuthConfig (d685e008530db2c56dd215a394c46b9f8348b0ee0b767a092960146d6b7fbda3) AuthConfig (c240cf4058b888c2ea49ac80e031701965ac9cf85b43a75454360910673c649f) AuthConfig (3a887e0ae18ca62449a626771ad04716eb9594cc29f0baf450ff4497cc3c3027) AuthConfig (9b2f60b525346fb99ff4071f9d60e9c8037f378f939fa21cf43a8d87b62e7563) AuthConfig (aad3d7df93d5080fbac3b50b362076440ccfa51e911e536e99384e7d5f981a31) AuthConfig (bd761e4e29039bc252b81134dc767569ee9ac21ed670015ab3793a7b0174080d) AuthConfig (f4a51ea1de4e95c2d514bff49de13ca9b354dd831d6168f9129c80c81aa2caef) AuthConfig (70b0b70302baa24fb4dad4c1b2bdd27079903187a18a398317b5de93b038baf3) AuthConfig (40dafad749b18e99d686d327284857434dbbf31b6beb06d9bf08ff4789f9d336) AuthConfig (46555e133d3e9cd6adf0cb1a289f725f4d960c69f46961a83fce96aede23e764) AuthConfig (d423adfaa155d73434e89987301172e3cb61e2ff8ec14d1c84a5e541b988bdb1) AuthConfig (7fe40a4fd0ecc0559bc007ffefbf368e8775248647a6d824184713a83482a89c) AuthConfig (693c4ea44013cabec8a4f7c68239503e7fc8c71b31e2017e238790b2784085eb) AuthConfig (87efc2d2fb72d7faa237cfd95ab5edb09b0791274278e23ac127575dd3e21e46) AuthConfig (5d41fad19c85cedb043d64fc2eb8ac9b7bc4f9f716e8fff131c90b3a8a820c92) AuthConfig (5102ffb0f7a8f31e1444d2ca7dd07e6caef816bdd272178c6f5f84a358bd70e2) AuthConfig (440fe32569d8127d2a08b4d63dbb9dac512b664ace16ed062c92e8021a436d61) AuthConfig (e39b6c670d70cc5aac67fcff58235ee84e7c0ce3e998ff597323a2a23e09fc65) AuthConfig (387c10a39c0b435d4bdce22e813240289992db1b8f79ed2529ebca6abbb03c08) AuthConfig (19a49a81fadb1ffc7090c895ae191d9f90c008cc58bc258a035298b1395bd2f0) AuthConfig (bb9dc44bd7e4a3f2b28ddab4a96fe1467d04fdb5f4560d92fb88c0a3df138c73) AuthConfig (e01902f2d65cf03d08bf365a2dc5c2b7324e9d5ea2fb418afb62fe51e136c613) AuthConfig (f46c534d59668359e7b20f28f9b20b36aab493da9c7120177b1d7613fa516bea) AuthConfig (0ea6d8dcadd189270c747ddc036d9fb3742d909aeb77e4941661a3e64154e25f) AuthConfig (48ef82e0198e6ec8bc069fbde700f4c717ed5fcf7b3eda69ce80015583356c21) AuthConfig (0348787c1d1fee7c1ddd3f92e31b5309ed6d8ca3475c2d4bdd3ce76750c0a719)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"a65a0e40-5424-46e8-bb05-72fe4ed8fbd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:09.855418677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"c6f8e0e7-a078-437e-8fc9-7983d556a9c9","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.395452762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"cd2372f4-251a-4798-8329-8670d09c938a","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.526700815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"02e9beaa-951c-4a04-a423-bb153a7b0ab3","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.581368772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"2f8e9a08-e932-408d-b6b8-56769aa84e79","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.633583786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"9df9dda5-dafa-4c86-b53b-0ab48e6db96b","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:29:16.634647251Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7ee809/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.688954035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"f8332959-f617-4afc-8496-71ad3c278c0d","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.79981935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"ead49aa8-6368-4c8d-ba06-e748d4382fa8","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.857215357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"62dc515f-c295-499d-a0f6-b557137350f4","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.898272674Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"b956cde4-73bf-42f7-9367-657fef336425","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"simulator-w0-7ee809","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/simulator-subscription"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:29:16.909544957Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"62dc515f-c295-499d-a0f6-b557137350f4","name":"simulator-w0-7ee809","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-7ee809\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:29:16.909609694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"62dc515f-c295-499d-a0f6-b557137350f4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-7ee809\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.914942532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"279d9bc4-da52-4d01-a0ba-0e6bc7cc597f","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.95950103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"80ca60a3-98e5-434a-a4f8-4eecf58ccc0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.059928987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"aab5ea13-06d0-4543-9bf4-82e1504dd8f7","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.074412251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"70c7d955-f58a-4813-8ef6-3526b69f4f4d","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.082487724Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"80ca60a3-98e5-434a-a4f8-4eecf58ccc0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.131969577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"1ec2e801-7b2c-487e-ae7b-7303d555c260","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.136819662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"80ca60a3-98e5-434a-a4f8-4eecf58ccc0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.180063547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"8d91cd65-4fc0-4546-99f5-826b4da12911","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:29:17.183671413Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7ee809/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.192523404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"3ec8f58f-b0b0-440b-a374-69cc6ba6f047","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.236780522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"33658991-c219-40f4-a6ce-e1e4cd29a9f4","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.26718885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"3542a5f8-7bc4-4bc3-b345-f52a2679138b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.29525272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"11df0c21-ce5b-43b8-ba8e-3a397bd7fbd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.351889169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"11df0c21-ce5b-43b8-ba8e-3a397bd7fbd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.362822547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"53cbe185-9f5c-42eb-bbec-d9f5de1d1d6f","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.407470961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"11df0c21-ce5b-43b8-ba8e-3a397bd7fbd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.42109477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"d359779f-0693-4b93-a470-12143b28c35e","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.449465292Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"b78de540-580a-43d3-aaa9-40a953c8862b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"premium-w0-7ee809","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.486436648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"e3fa6ef1-fae5-438d-9bca-188f21dbfc0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.54138281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"e3fa6ef1-fae5-438d-9bca-188f21dbfc0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.586956978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"6c1ff091-a40a-4653-9058-d084837a49b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.587234305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"261d3d61-63fa-4a16-b700-c2ae716a8915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.610168562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"1ec86278-5da9-4199-8d63-c4703b9ca9e2","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.642080486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"6c1ff091-a40a-4653-9058-d084837a49b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.642402206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"261d3d61-63fa-4a16-b700-c2ae716a8915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.69615722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"6c1ff091-a40a-4653-9058-d084837a49b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.696279004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"261d3d61-63fa-4a16-b700-c2ae716a8915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.75240844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"208ed8a5-1511-419a-bf9f-0245c7503a03","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.802146788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"5158804f-1322-45d6-bbbf-c5a2954befd8","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.815964814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"fdaf3b89-2270-4e07-9360-c500093ecc4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.891639976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"e6beb0ec-5718-4c10-a51d-ddad64e98ba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.9469597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"e6beb0ec-5718-4c10-a51d-ddad64e98ba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:17.99204454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"f2fae702-fcfb-4684-b5d4-21eb9682c019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.047558558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"f2fae702-fcfb-4684-b5d4-21eb9682c019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.101866962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"f2fae702-fcfb-4684-b5d4-21eb9682c019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:29:18.154540976Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"f2fae702-fcfb-4684-b5d4-21eb9682c019","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.268996418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"5cf70b0f-98eb-488c-87ef-80999d4e69a6","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.313684164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"a976d2d4-ca78-4d63-834c-a262c91916b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.369179413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"a976d2d4-ca78-4d63-834c-a262c91916b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.423271321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"a976d2d4-ca78-4d63-834c-a262c91916b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:26.677498253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"fd848831-6940-4ea3-b1f0-c155b3dc846e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:26.839988632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"568902ed-3e4a-467a-b88e-e307639cbf5d","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:27.192135345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"e4848f8e-1dd6-4d95-a8b1-7fe3bdb8c927","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:27.297233259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"c6750125-5f6e-4e6d-8a81-b20d7e2c9896","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:27.297232499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"7180c663-046e-4f75-a55d-5ae446991a28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:27.353065051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"c6750125-5f6e-4e6d-8a81-b20d7e2c9896","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:27.354482133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"7180c663-046e-4f75-a55d-5ae446991a28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:27.356309659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"3cf8c6ee-fb49-4d00-a674-06d7d3bec0b7","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:27.408427805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33045bf6d8636e16a603de07a5e940213475b8bb8fcbe680fe04adbeb1b13556) AuthConfig (ee91d20b7e84238dcc10db89d78a90a7eb88f91d2df70cedc09ac10d20b2f389) AuthConfig (9bd937a371087d87fcb384b2f59d8347b145bdea7ce4fe200090b71269ecc77d) AuthConfig (b12901556885d40c4979b153b439c62348b7e0acb6c033a1661db8e342753ba3) AuthConfig (8d450b0c8e861f7cd4fd7e08e717278008bd0cd81a9fe79a070f5cd56e0fb30b) AuthConfig (251c192c23d250bfda96e6ebb2b46e640e4cb2561f04a66b75f3518aad1acd3a) AuthConfig (ba84644c8743e10f44fba6be50fd12579f40e66df5ba710501670a4fb518aaf8) AuthConfig (80137a636dd69558d3b6e54c1fd6feee702f39f9b8fc4bdbef1e3fc303d6dcb0) AuthConfig (c2974b58c94b38bb309cb5c36f46a4bb40a9e843f39c2e8fd774c51977343123) AuthConfig (19ffbdecce83c42456f8d579398dca7f181649416ffdaf01524e3b111e380b61) AuthConfig (4b3bc3579fe586d8b4770feada8d2fc666e5973832fd22cc63b7b218ae399e60) AuthConfig (7ff6dc4d7af2a7efdfb08d5714c01069ebbc8e58c30be39e9e602ede867b6e15) AuthConfig (098e1751f1352310be889be48eab08fa9000a359028240e6ad8a57d7cce37122) AuthConfig (c38755a77c294e5f8b9b72ecf9a8f681e7477316085149c30dfd578cc80baf36) AuthConfig (06527660dc8dc3707bc5c4e8cc66a58f9dde9a70f20c349844bcf270862c3efb) AuthConfig (8764ea8e2a8e467e85516169bf05c4b8d2c207088bfe6a8476dd8ef3a6eb3287) AuthConfig (4c221b60065d2c8acb550563c9917dd564669afbe4cdc7947d300bebe9059894) AuthConfig (fe360992555387cba6326ed32b1074cbe7f328327c5a5fa4162b63f32f7ca5c8) AuthConfig (55849ac530c7f35640e3cb8a6f88950a398b1e88168da892c0d4c8e4d6d8f7d5) AuthConfig (4665100fd580f2a76d04bc3fc2d26cae480baab9f5650839047e9c7b9ecd6587) AuthConfig (25e2b1d95015adc9176c6e5914b4fc22784314892547b2013089bd9767da5876) AuthConfig (1c6c3dbda4fe98853919214ce732eb4802b63e06ed314ab42647913312e9330e) AuthConfig (b3c512b4949f229ee6f6655c4c100c0102c72ac3be6f115d6d1b296d69cb2471) AuthConfig (7be394995400c957cb62a1bfc5973a25f6c0eb0e856836d20bcb3966eb7ec3fe) AuthConfig (65f9dba5e06921ee14e5d3dd3416ec0e68a22a5667843a30f3d15f4670e8fa91) AuthConfig (4bfddba1b971542a1ae3068ead8dcf7c6a0ee16d7dbf376ada7056be2ee08dbd) AuthConfig (0beac881831e1cee1d265afcfdb7ad8ca8504cc2a2fe9d414e134d218b2bdb41) AuthConfig (28444be15896f0ed4f49560b5201fd79a4b3e88b859c1858da6c2972c9aa9d4d) AuthConfig (31382513baba511d97eac33217db3ee582359e8045d18f3c5ae6a8984388166d) AuthConfig (cbafc77cc47a7ab1348d3cb41981f86eeffc208c970deebf6c14066dd617b9e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"c6750125-5f6e-4e6d-8a81-b20d7e2c9896","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:27.409261876Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33045bf6d8636e16a603de07a5e940213475b8bb8fcbe680fe04adbeb1b13556) AuthConfig (ee91d20b7e84238dcc10db89d78a90a7eb88f91d2df70cedc09ac10d20b2f389) AuthConfig (9bd937a371087d87fcb384b2f59d8347b145bdea7ce4fe200090b71269ecc77d) AuthConfig (b12901556885d40c4979b153b439c62348b7e0acb6c033a1661db8e342753ba3) AuthConfig (8d450b0c8e861f7cd4fd7e08e717278008bd0cd81a9fe79a070f5cd56e0fb30b) AuthConfig (251c192c23d250bfda96e6ebb2b46e640e4cb2561f04a66b75f3518aad1acd3a) AuthConfig (ba84644c8743e10f44fba6be50fd12579f40e66df5ba710501670a4fb518aaf8) AuthConfig (80137a636dd69558d3b6e54c1fd6feee702f39f9b8fc4bdbef1e3fc303d6dcb0) AuthConfig (c2974b58c94b38bb309cb5c36f46a4bb40a9e843f39c2e8fd774c51977343123) AuthConfig (19ffbdecce83c42456f8d579398dca7f181649416ffdaf01524e3b111e380b61) AuthConfig (4b3bc3579fe586d8b4770feada8d2fc666e5973832fd22cc63b7b218ae399e60) AuthConfig (7ff6dc4d7af2a7efdfb08d5714c01069ebbc8e58c30be39e9e602ede867b6e15) AuthConfig (098e1751f1352310be889be48eab08fa9000a359028240e6ad8a57d7cce37122) AuthConfig (c38755a77c294e5f8b9b72ecf9a8f681e7477316085149c30dfd578cc80baf36) AuthConfig (06527660dc8dc3707bc5c4e8cc66a58f9dde9a70f20c349844bcf270862c3efb) AuthConfig (8764ea8e2a8e467e85516169bf05c4b8d2c207088bfe6a8476dd8ef3a6eb3287) AuthConfig (4c221b60065d2c8acb550563c9917dd564669afbe4cdc7947d300bebe9059894) AuthConfig (fe360992555387cba6326ed32b1074cbe7f328327c5a5fa4162b63f32f7ca5c8) AuthConfig (55849ac530c7f35640e3cb8a6f88950a398b1e88168da892c0d4c8e4d6d8f7d5) AuthConfig (4665100fd580f2a76d04bc3fc2d26cae480baab9f5650839047e9c7b9ecd6587) AuthConfig (25e2b1d95015adc9176c6e5914b4fc22784314892547b2013089bd9767da5876) AuthConfig (1c6c3dbda4fe98853919214ce732eb4802b63e06ed314ab42647913312e9330e) AuthConfig (b3c512b4949f229ee6f6655c4c100c0102c72ac3be6f115d6d1b296d69cb2471) AuthConfig (7be394995400c957cb62a1bfc5973a25f6c0eb0e856836d20bcb3966eb7ec3fe) AuthConfig (65f9dba5e06921ee14e5d3dd3416ec0e68a22a5667843a30f3d15f4670e8fa91) AuthConfig (4bfddba1b971542a1ae3068ead8dcf7c6a0ee16d7dbf376ada7056be2ee08dbd) AuthConfig (0beac881831e1cee1d265afcfdb7ad8ca8504cc2a2fe9d414e134d218b2bdb41) AuthConfig (28444be15896f0ed4f49560b5201fd79a4b3e88b859c1858da6c2972c9aa9d4d) AuthConfig (31382513baba511d97eac33217db3ee582359e8045d18f3c5ae6a8984388166d) AuthConfig (cbafc77cc47a7ab1348d3cb41981f86eeffc208c970deebf6c14066dd617b9e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"7180c663-046e-4f75-a55d-5ae446991a28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:27.465262321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"3cf0862f-8b19-41e1-8a4b-aae305bf8c2a","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:27.468118378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"40f4373a-12aa-42d9-b189-ed93249eea50","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:27.620123712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"82b791a4-68d1-496c-a9f7-b00373d73d3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:27.621510695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"6bb18b47-af64-4a19-aa2d-b89cd4192619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:27.675982019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"82b791a4-68d1-496c-a9f7-b00373d73d3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:27.67700572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"6bb18b47-af64-4a19-aa2d-b89cd4192619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:27.730273937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33045bf6d8636e16a603de07a5e940213475b8bb8fcbe680fe04adbeb1b13556) AuthConfig (ee91d20b7e84238dcc10db89d78a90a7eb88f91d2df70cedc09ac10d20b2f389) AuthConfig (9bd937a371087d87fcb384b2f59d8347b145bdea7ce4fe200090b71269ecc77d) AuthConfig (b12901556885d40c4979b153b439c62348b7e0acb6c033a1661db8e342753ba3) AuthConfig (8d450b0c8e861f7cd4fd7e08e717278008bd0cd81a9fe79a070f5cd56e0fb30b) AuthConfig (251c192c23d250bfda96e6ebb2b46e640e4cb2561f04a66b75f3518aad1acd3a) AuthConfig (ba84644c8743e10f44fba6be50fd12579f40e66df5ba710501670a4fb518aaf8) AuthConfig (80137a636dd69558d3b6e54c1fd6feee702f39f9b8fc4bdbef1e3fc303d6dcb0) AuthConfig (c2974b58c94b38bb309cb5c36f46a4bb40a9e843f39c2e8fd774c51977343123) AuthConfig (19ffbdecce83c42456f8d579398dca7f181649416ffdaf01524e3b111e380b61) AuthConfig (4b3bc3579fe586d8b4770feada8d2fc666e5973832fd22cc63b7b218ae399e60) AuthConfig (7ff6dc4d7af2a7efdfb08d5714c01069ebbc8e58c30be39e9e602ede867b6e15) AuthConfig (098e1751f1352310be889be48eab08fa9000a359028240e6ad8a57d7cce37122) AuthConfig (c38755a77c294e5f8b9b72ecf9a8f681e7477316085149c30dfd578cc80baf36) AuthConfig (06527660dc8dc3707bc5c4e8cc66a58f9dde9a70f20c349844bcf270862c3efb) AuthConfig (8764ea8e2a8e467e85516169bf05c4b8d2c207088bfe6a8476dd8ef3a6eb3287) AuthConfig (4c221b60065d2c8acb550563c9917dd564669afbe4cdc7947d300bebe9059894) AuthConfig (fe360992555387cba6326ed32b1074cbe7f328327c5a5fa4162b63f32f7ca5c8) AuthConfig (55849ac530c7f35640e3cb8a6f88950a398b1e88168da892c0d4c8e4d6d8f7d5) AuthConfig (4665100fd580f2a76d04bc3fc2d26cae480baab9f5650839047e9c7b9ecd6587) AuthConfig (25e2b1d95015adc9176c6e5914b4fc22784314892547b2013089bd9767da5876) AuthConfig (1c6c3dbda4fe98853919214ce732eb4802b63e06ed314ab42647913312e9330e) AuthConfig (b3c512b4949f229ee6f6655c4c100c0102c72ac3be6f115d6d1b296d69cb2471) AuthConfig (7be394995400c957cb62a1bfc5973a25f6c0eb0e856836d20bcb3966eb7ec3fe) AuthConfig (65f9dba5e06921ee14e5d3dd3416ec0e68a22a5667843a30f3d15f4670e8fa91) AuthConfig (4bfddba1b971542a1ae3068ead8dcf7c6a0ee16d7dbf376ada7056be2ee08dbd) AuthConfig (0beac881831e1cee1d265afcfdb7ad8ca8504cc2a2fe9d414e134d218b2bdb41) AuthConfig (28444be15896f0ed4f49560b5201fd79a4b3e88b859c1858da6c2972c9aa9d4d) AuthConfig (31382513baba511d97eac33217db3ee582359e8045d18f3c5ae6a8984388166d) AuthConfig (cbafc77cc47a7ab1348d3cb41981f86eeffc208c970deebf6c14066dd617b9e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"82b791a4-68d1-496c-a9f7-b00373d73d3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:27.730901215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33045bf6d8636e16a603de07a5e940213475b8bb8fcbe680fe04adbeb1b13556) AuthConfig (ee91d20b7e84238dcc10db89d78a90a7eb88f91d2df70cedc09ac10d20b2f389) AuthConfig (9bd937a371087d87fcb384b2f59d8347b145bdea7ce4fe200090b71269ecc77d) AuthConfig (b12901556885d40c4979b153b439c62348b7e0acb6c033a1661db8e342753ba3) AuthConfig (8d450b0c8e861f7cd4fd7e08e717278008bd0cd81a9fe79a070f5cd56e0fb30b) AuthConfig (251c192c23d250bfda96e6ebb2b46e640e4cb2561f04a66b75f3518aad1acd3a) AuthConfig (ba84644c8743e10f44fba6be50fd12579f40e66df5ba710501670a4fb518aaf8) AuthConfig (80137a636dd69558d3b6e54c1fd6feee702f39f9b8fc4bdbef1e3fc303d6dcb0) AuthConfig (c2974b58c94b38bb309cb5c36f46a4bb40a9e843f39c2e8fd774c51977343123) AuthConfig (19ffbdecce83c42456f8d579398dca7f181649416ffdaf01524e3b111e380b61) AuthConfig (4b3bc3579fe586d8b4770feada8d2fc666e5973832fd22cc63b7b218ae399e60) AuthConfig (7ff6dc4d7af2a7efdfb08d5714c01069ebbc8e58c30be39e9e602ede867b6e15) AuthConfig (098e1751f1352310be889be48eab08fa9000a359028240e6ad8a57d7cce37122) AuthConfig (c38755a77c294e5f8b9b72ecf9a8f681e7477316085149c30dfd578cc80baf36) AuthConfig (06527660dc8dc3707bc5c4e8cc66a58f9dde9a70f20c349844bcf270862c3efb) AuthConfig (8764ea8e2a8e467e85516169bf05c4b8d2c207088bfe6a8476dd8ef3a6eb3287) AuthConfig (4c221b60065d2c8acb550563c9917dd564669afbe4cdc7947d300bebe9059894) AuthConfig (fe360992555387cba6326ed32b1074cbe7f328327c5a5fa4162b63f32f7ca5c8) AuthConfig (55849ac530c7f35640e3cb8a6f88950a398b1e88168da892c0d4c8e4d6d8f7d5) AuthConfig (4665100fd580f2a76d04bc3fc2d26cae480baab9f5650839047e9c7b9ecd6587) AuthConfig (25e2b1d95015adc9176c6e5914b4fc22784314892547b2013089bd9767da5876) AuthConfig (1c6c3dbda4fe98853919214ce732eb4802b63e06ed314ab42647913312e9330e) AuthConfig (b3c512b4949f229ee6f6655c4c100c0102c72ac3be6f115d6d1b296d69cb2471) AuthConfig (7be394995400c957cb62a1bfc5973a25f6c0eb0e856836d20bcb3966eb7ec3fe) AuthConfig (65f9dba5e06921ee14e5d3dd3416ec0e68a22a5667843a30f3d15f4670e8fa91) AuthConfig (4bfddba1b971542a1ae3068ead8dcf7c6a0ee16d7dbf376ada7056be2ee08dbd) AuthConfig (0beac881831e1cee1d265afcfdb7ad8ca8504cc2a2fe9d414e134d218b2bdb41) AuthConfig (28444be15896f0ed4f49560b5201fd79a4b3e88b859c1858da6c2972c9aa9d4d) AuthConfig (31382513baba511d97eac33217db3ee582359e8045d18f3c5ae6a8984388166d) AuthConfig (cbafc77cc47a7ab1348d3cb41981f86eeffc208c970deebf6c14066dd617b9e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"6bb18b47-af64-4a19-aa2d-b89cd4192619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.093267081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"af2e4718-9a8a-4dd8-ae8e-cdc8c8dd5c95","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.150722772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"bcb57fae-f3b0-4be0-82d7-23d15921138c","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.214636554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"a4493236-e2b2-4db0-896e-ef46b71bd1b2","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.26057582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-f64f433e-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-dry-sub-f64f433e-auth","reconcileID":"5e708b94-52f3-4518-9ef8-36ddf20f8e3d","MaaSAuthPolicy":{"name":"e2e-dry-sub-f64f433e-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.268208359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"1d0673f5-eb98-4995-b864-9228228c8016","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.31660408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-f64f433e-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-dry-sub-f64f433e-auth","reconcileID":"5e708b94-52f3-4518-9ef8-36ddf20f8e3d","MaaSAuthPolicy":{"name":"e2e-dry-sub-f64f433e-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.32700677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"8f0a63d7-139b-4db5-ac33-8b5d6c18a254","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.333957829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"0052f62a-216e-4ab0-886a-492c4eb72626","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:29:28.385194906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"a4a49a47-e770-4594-8f76-3efa7772fce0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.390875925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"b2c33e1f-cd57-4bad-92e9-e6b70df06a76","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:29:28.443648262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-f64f433e","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-dry-sub-f64f433e","reconcileID":"8a43418c-fa62-4ad2-b8f7-cd082f1897bc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-f64f433e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.489700565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"ece0d372-0089-4a57-83ca-12e7ea3ed351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.489708987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"493f1b4e-169f-4e40-be37-eca09deab3c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.496227009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"ccb4cbd3-830f-4ca2-991b-9db612dece9f","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.498665412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"b3d100fc-463e-4ed5-a416-354955968270","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.545954808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"493f1b4e-169f-4e40-be37-eca09deab3c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.546031236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"ece0d372-0089-4a57-83ca-12e7ea3ed351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.55625963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"01082d75-ac8f-4dd3-942b-1f6a65673b72","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.556853384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"7eeb04ac-faa2-4f94-867f-2e266b8cf2b5","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.611779284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"72288b02-8dab-437f-97a3-12ba448eb3d7","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.634699212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"0c24f63f-f293-42d0-b89e-127d3f6554d1","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.655070192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"4c29bb12-e6a4-4517-b5f3-cbce31d27d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.77101585Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"059e4cf0-de64-4e90-9b98-caf4c1af3b70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"simulator-w3-da5f0b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-da5f0b/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.772035872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"c2b8d0e0-174b-4116-8e7c-cd43f07c7052","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.778232092Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"4c29bb12-e6a4-4517-b5f3-cbce31d27d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.80905002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-f64f433e-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-dry-sub-f64f433e-auth","reconcileID":"fcf368f9-45fd-4ef3-b406-a066c0c0adee","MaaSAuthPolicy":{"name":"e2e-dry-sub-f64f433e-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.826278168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"eee253ec-babd-4d8c-b02e-4a296b9a9373","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.832212558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-da5f0b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"4c29bb12-e6a4-4517-b5f3-cbce31d27d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.865449442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-f64f433e-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-dry-sub-f64f433e-auth","reconcileID":"fcf368f9-45fd-4ef3-b406-a066c0c0adee","MaaSAuthPolicy":{"name":"e2e-dry-sub-f64f433e-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:29:28.878108396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"ec53367b-fc57-45be-bd36-ef0e6fac915b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.882786085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"232286fa-51eb-432f-bc1b-d41939ad00d0","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.885781304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"d1f06220-79de-4e52-ba84-710f790ee17b","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.922135583Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-f64f433e","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-dry-sub-f64f433e","reconcileID":"92454fb8-6000-4ead-a077-14b24499b6ce","MaaSSubscription":{"name":"e2e-dry-sub-f64f433e","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-d71a74/e2e-dry-sub-f64f433e","ai-tenant-e2e-worker-w2-d71a74/simulator-subscription"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:29:28.930312259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"059e4cf0-de64-4e90-9b98-caf4c1af3b70","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.933455991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"68b2a28e-72f8-4759-80ae-c0385b82c183","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.933650894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"90d4e42f-0e5a-4733-a876-04573df0e033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.93904325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"28a8a40c-dbe2-47f5-82c6-16f20dd3610b","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.98875358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"68b2a28e-72f8-4759-80ae-c0385b82c183","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.989953521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"90d4e42f-0e5a-4733-a876-04573df0e033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.991952774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"47b5436e-ec41-4504-b7da-5126e7298da0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:28.992697999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"e9ca61ba-2a4a-489e-8d33-86c7c4cae86e","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.047852759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"47b5436e-ec41-4504-b7da-5126e7298da0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.049931796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"e5a618f9-aed5-40f6-8931-64de92fecd55","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.060642746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"55e8608c-ff12-4a74-9875-da46f3985990","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.103463627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-da5f0b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"47b5436e-ec41-4504-b7da-5126e7298da0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.118123857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"542409c0-8f46-4a27-b212-089a67027e1c","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.118541577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"940de0dd-3467-46c2-a24a-dd17ba421de9","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.129743935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"f770e626-3607-451b-91c1-bf4de8a7f863","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.135921942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"4c78e60c-d57a-4632-bc51-e8f700f60b4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:29:29.171605158Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"940de0dd-3467-46c2-a24a-dd17ba421de9","name":"premium-w3-da5f0b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-da5f0b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:29:29.171666866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"940de0dd-3467-46c2-a24a-dd17ba421de9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-da5f0b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.176975855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"4628a254-35cc-4b7d-9700-716b61036435","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.258472868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"12f62d5f-96b6-4b8a-ad66-8c69d92f343b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.259915808Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"f15170d6-afdc-4845-89db-d60f0d69cbb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"premium-w3-da5f0b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-da5f0b/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.269581792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"e8ba58c7-9739-4f77-a38f-1ee7a2796ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.31483192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"12f62d5f-96b6-4b8a-ad66-8c69d92f343b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.326270471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"e8ba58c7-9739-4f77-a38f-1ee7a2796ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.358717811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-f64f433e","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-dry-sub-f64f433e","reconcileID":"a7526d2b-d60a-4a66-b798-c3b5f6f3f32e","MaaSSubscription":{"name":"e2e-dry-sub-f64f433e","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.369521944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-da5f0b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"12f62d5f-96b6-4b8a-ad66-8c69d92f343b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.371191773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"4bd85b64-7f18-4456-bd17-506b23fa78de","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.380499415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-da5f0b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"e8ba58c7-9739-4f77-a38f-1ee7a2796ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.423142298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"da93ded8-6b49-4964-88ff-a5ba9073d1e8","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.436729966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"9ee2dcc9-c5b0-4c5b-88db-f8beb58032b9","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.524848719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"056f4eba-a74a-4c33-9185-ea0501a8544a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.580260888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"056f4eba-a74a-4c33-9185-ea0501a8544a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.624480568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"a258a548-f58e-464a-9157-a65853a4f911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.628932874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"5292bcbf-fd3d-4641-89e3-5155aec7cf97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.634612083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-da5f0b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"056f4eba-a74a-4c33-9185-ea0501a8544a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.681981403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"a258a548-f58e-464a-9157-a65853a4f911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:29.740073989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-da5f0b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"a258a548-f58e-464a-9157-a65853a4f911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:30.27784391Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.113286621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"cba62817-f966-449a-a8d9-713f34efc0f7","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.135218191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-f64f433e-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-dry-sub-f64f433e-auth","reconcileID":"cdc77a33-4d4d-4728-828b-c4ea0984788c","MaaSAuthPolicy":{"name":"e2e-dry-sub-f64f433e-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.135255555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"0f45f01a-a86c-4dbb-8a56-69b0b38e30e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.13583238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"cdaf211f-8c72-4f92-b33b-e280a73cab24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.171664708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"f3f53aca-b6d1-4b66-8c72-4260493397a8","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.172121057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"0ca8e7d9-0814-4654-a7bd-687fbd05e92c","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.192105132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-f64f433e-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-dry-sub-f64f433e-auth","reconcileID":"cdc77a33-4d4d-4728-828b-c4ea0984788c","MaaSAuthPolicy":{"name":"e2e-dry-sub-f64f433e-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.192349165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"0f45f01a-a86c-4dbb-8a56-69b0b38e30e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.194427491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"cdaf211f-8c72-4f92-b33b-e280a73cab24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.201857413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"45b0bdaf-f499-4561-86f8-bfbbacab3ccd","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:37.886703512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"7b3a0438-5244-4047-a867-d48b280d03bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:37.886783675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"2a0bdc13-404c-4ad4-8ae5-023a0439be5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:37.942955629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"7b3a0438-5244-4047-a867-d48b280d03bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:37.943060178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"2a0bdc13-404c-4ad4-8ae5-023a0439be5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:37.9975161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33045bf6d8636e16a603de07a5e940213475b8bb8fcbe680fe04adbeb1b13556) AuthConfig (ee91d20b7e84238dcc10db89d78a90a7eb88f91d2df70cedc09ac10d20b2f389) AuthConfig (9bd937a371087d87fcb384b2f59d8347b145bdea7ce4fe200090b71269ecc77d) AuthConfig (b12901556885d40c4979b153b439c62348b7e0acb6c033a1661db8e342753ba3) AuthConfig (8d450b0c8e861f7cd4fd7e08e717278008bd0cd81a9fe79a070f5cd56e0fb30b) AuthConfig (251c192c23d250bfda96e6ebb2b46e640e4cb2561f04a66b75f3518aad1acd3a) AuthConfig (ba84644c8743e10f44fba6be50fd12579f40e66df5ba710501670a4fb518aaf8) AuthConfig (80137a636dd69558d3b6e54c1fd6feee702f39f9b8fc4bdbef1e3fc303d6dcb0) AuthConfig (c2974b58c94b38bb309cb5c36f46a4bb40a9e843f39c2e8fd774c51977343123) AuthConfig (19ffbdecce83c42456f8d579398dca7f181649416ffdaf01524e3b111e380b61) AuthConfig (4b3bc3579fe586d8b4770feada8d2fc666e5973832fd22cc63b7b218ae399e60) AuthConfig (7ff6dc4d7af2a7efdfb08d5714c01069ebbc8e58c30be39e9e602ede867b6e15) AuthConfig (098e1751f1352310be889be48eab08fa9000a359028240e6ad8a57d7cce37122) AuthConfig (c38755a77c294e5f8b9b72ecf9a8f681e7477316085149c30dfd578cc80baf36) AuthConfig (06527660dc8dc3707bc5c4e8cc66a58f9dde9a70f20c349844bcf270862c3efb) AuthConfig (8764ea8e2a8e467e85516169bf05c4b8d2c207088bfe6a8476dd8ef3a6eb3287) AuthConfig (4c221b60065d2c8acb550563c9917dd564669afbe4cdc7947d300bebe9059894) AuthConfig (fe360992555387cba6326ed32b1074cbe7f328327c5a5fa4162b63f32f7ca5c8) AuthConfig (55849ac530c7f35640e3cb8a6f88950a398b1e88168da892c0d4c8e4d6d8f7d5) AuthConfig (4665100fd580f2a76d04bc3fc2d26cae480baab9f5650839047e9c7b9ecd6587) AuthConfig (25e2b1d95015adc9176c6e5914b4fc22784314892547b2013089bd9767da5876) AuthConfig (1c6c3dbda4fe98853919214ce732eb4802b63e06ed314ab42647913312e9330e) AuthConfig (b3c512b4949f229ee6f6655c4c100c0102c72ac3be6f115d6d1b296d69cb2471) AuthConfig (7be394995400c957cb62a1bfc5973a25f6c0eb0e856836d20bcb3966eb7ec3fe) AuthConfig (65f9dba5e06921ee14e5d3dd3416ec0e68a22a5667843a30f3d15f4670e8fa91) AuthConfig (4bfddba1b971542a1ae3068ead8dcf7c6a0ee16d7dbf376ada7056be2ee08dbd) AuthConfig (0beac881831e1cee1d265afcfdb7ad8ca8504cc2a2fe9d414e134d218b2bdb41) AuthConfig (28444be15896f0ed4f49560b5201fd79a4b3e88b859c1858da6c2972c9aa9d4d) AuthConfig (31382513baba511d97eac33217db3ee582359e8045d18f3c5ae6a8984388166d) AuthConfig (cbafc77cc47a7ab1348d3cb41981f86eeffc208c970deebf6c14066dd617b9e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"2a0bdc13-404c-4ad4-8ae5-023a0439be5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:37.997557451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33045bf6d8636e16a603de07a5e940213475b8bb8fcbe680fe04adbeb1b13556) AuthConfig (ee91d20b7e84238dcc10db89d78a90a7eb88f91d2df70cedc09ac10d20b2f389) AuthConfig (9bd937a371087d87fcb384b2f59d8347b145bdea7ce4fe200090b71269ecc77d) AuthConfig (b12901556885d40c4979b153b439c62348b7e0acb6c033a1661db8e342753ba3) AuthConfig (8d450b0c8e861f7cd4fd7e08e717278008bd0cd81a9fe79a070f5cd56e0fb30b) AuthConfig (251c192c23d250bfda96e6ebb2b46e640e4cb2561f04a66b75f3518aad1acd3a) AuthConfig (ba84644c8743e10f44fba6be50fd12579f40e66df5ba710501670a4fb518aaf8) AuthConfig (80137a636dd69558d3b6e54c1fd6feee702f39f9b8fc4bdbef1e3fc303d6dcb0) AuthConfig (c2974b58c94b38bb309cb5c36f46a4bb40a9e843f39c2e8fd774c51977343123) AuthConfig (19ffbdecce83c42456f8d579398dca7f181649416ffdaf01524e3b111e380b61) AuthConfig (4b3bc3579fe586d8b4770feada8d2fc666e5973832fd22cc63b7b218ae399e60) AuthConfig (7ff6dc4d7af2a7efdfb08d5714c01069ebbc8e58c30be39e9e602ede867b6e15) AuthConfig (098e1751f1352310be889be48eab08fa9000a359028240e6ad8a57d7cce37122) AuthConfig (c38755a77c294e5f8b9b72ecf9a8f681e7477316085149c30dfd578cc80baf36) AuthConfig (06527660dc8dc3707bc5c4e8cc66a58f9dde9a70f20c349844bcf270862c3efb) AuthConfig (8764ea8e2a8e467e85516169bf05c4b8d2c207088bfe6a8476dd8ef3a6eb3287) AuthConfig (4c221b60065d2c8acb550563c9917dd564669afbe4cdc7947d300bebe9059894) AuthConfig (fe360992555387cba6326ed32b1074cbe7f328327c5a5fa4162b63f32f7ca5c8) AuthConfig (55849ac530c7f35640e3cb8a6f88950a398b1e88168da892c0d4c8e4d6d8f7d5) AuthConfig (4665100fd580f2a76d04bc3fc2d26cae480baab9f5650839047e9c7b9ecd6587) AuthConfig (25e2b1d95015adc9176c6e5914b4fc22784314892547b2013089bd9767da5876) AuthConfig (1c6c3dbda4fe98853919214ce732eb4802b63e06ed314ab42647913312e9330e) AuthConfig (b3c512b4949f229ee6f6655c4c100c0102c72ac3be6f115d6d1b296d69cb2471) AuthConfig (7be394995400c957cb62a1bfc5973a25f6c0eb0e856836d20bcb3966eb7ec3fe) AuthConfig (65f9dba5e06921ee14e5d3dd3416ec0e68a22a5667843a30f3d15f4670e8fa91) AuthConfig (4bfddba1b971542a1ae3068ead8dcf7c6a0ee16d7dbf376ada7056be2ee08dbd) AuthConfig (0beac881831e1cee1d265afcfdb7ad8ca8504cc2a2fe9d414e134d218b2bdb41) AuthConfig (28444be15896f0ed4f49560b5201fd79a4b3e88b859c1858da6c2972c9aa9d4d) AuthConfig (31382513baba511d97eac33217db3ee582359e8045d18f3c5ae6a8984388166d) AuthConfig (cbafc77cc47a7ab1348d3cb41981f86eeffc208c970deebf6c14066dd617b9e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"7b3a0438-5244-4047-a867-d48b280d03bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.792809539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"017ed5e3-6fc5-497f-b5e0-3638baa1e012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.849811779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"017ed5e3-6fc5-497f-b5e0-3638baa1e012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.905122344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"3e446fe4-e653-4ebc-866a-6db6920838c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.906492933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-da5f0b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"017ed5e3-6fc5-497f-b5e0-3638baa1e012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:39.961992796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"3e446fe4-e653-4ebc-866a-6db6920838c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:40.016367028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-da5f0b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"3e446fe4-e653-4ebc-866a-6db6920838c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:42.596023206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"0e87d419-6003-4928-b33c-05c4cdcf1ff6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:42.760091196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"c9ac2856-5414-463f-8afd-276990e23523","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.067873908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"821951a7-4daf-4a46-94de-83142da31e9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.142231719Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-f64f433e","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-dry-sub-f64f433e","reconcileID":"81fa9b57-f666-40a9-8773-1fdd0ac2b9fb","MaaSSubscription":{"name":"e2e-dry-sub-f64f433e","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscription":"e2e-dry-sub-f64f433e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.2060502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"4ff97303-07be-46ea-8be2-964419d3a355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.206060327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"dd29848d-69d6-47a2-be84-cdd62de124c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.236082263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"9f087971-c107-4933-8883-db0c740099f6","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.263921653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"4ff97303-07be-46ea-8be2-964419d3a355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.263921655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"dd29848d-69d6-47a2-be84-cdd62de124c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.318740145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-da5f0b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07c910c38a7db39f8b3c954bca2aeaca4d4b6ae4616a1f60e0d045a8e29fb61c) AuthConfig (571626d495895e9e9f0fbe1534ce0ceb043d35009b4a5ddf28da76f148b73ea4) AuthConfig (8ac0eb2da45b6220de2893ae4876ec4955ee591509e8e2cceb41d1b4f047fe91) AuthConfig (e9a1395a06ee4c2fdca93fef4b377d494d2f62fc0e6e131e08fbed8ef7742a0e) AuthConfig (bdbe2f19502970020680d4099970352432b7c5c233a58dfae8cff5443f8ba8b3) AuthConfig (0526d04e4693d015b221bf00c3f6e223a39d62a4ef9af508cd00c307bd6b82fa) AuthConfig (9290d5851bb2d895117bc2069fa5d89a8ccd91e9eb9a104ff3756555ade89ef1) AuthConfig (ff7518de08d6ced9935694bbc0e6c2b9cbd1f6f6e2e5c2d5d3df6f990b900135) AuthConfig (a28a1943c2a0183ff6828d017364ec7222cfeacbf557235da7f220b3f6238f9b) AuthConfig (8ed00b56d696a4924ac70a486857f8ad85081aca69eece8f959ae76a8c96b0dd) AuthConfig (bcecfea3f9eb8e29037293a7c3596b4c37580f7ec47c145131e069c11e420e2f) AuthConfig (7208e26a12a87cdef85980f375c61ff0a388b58be4c1aaa7284cb6860bb8b61d) AuthConfig (967ef73cabfd292505cf0e8557f64c07f8c56e5229e32b206f07744be4061164) AuthConfig (ac34268dc7a31dede345e830c0d5fc1be126ce9dddb4aeefa658cd7c021832e3) AuthConfig (66857d30bd91699bd035e42cf77622ad9a48f41a0f291d727f44bf58e3fd73b5) AuthConfig (60c54d3661782491718e02dec7427f207b9dd5b98189ea3f4ec88b77e5bbe568) AuthConfig (d461c7b6f5f36fcbe474509dce6e9baa697c8ee0b51e644878fefc527056ae8a) AuthConfig (88de2f4a66081d6ad159d7580fdbe518bf824c28fe650ec478535c078f34b85a) AuthConfig (630d8106c9f2c8040c02f1c038dfe95c745451c1d00e9a318533ce64e5f27af2) AuthConfig (98cd61be53ec8eb5ea5f9d67683437229b06a6510deb246322155d75c82956ef) AuthConfig (5a47d0430f51115f39e01ce6b6274a24201cd823650563452ad582bc484d33d0) AuthConfig (878b6c77f4c8bab41c1734a2a961371cb273fb4896f86a6676bf46f91222db8b) AuthConfig (2d31408499a79f22fd232d729aff0e5447263f451d1392f291e0c328879bff4d) AuthConfig (7ea87ebfa2695a96ee6dc09852bfa559288855ed7b320861f4d7fe5f0ef7d711) AuthConfig (9be756c055f66aef1da1bde8ae0c9fd7be2bb82fa72fd24920f9f20dd46ae3ae) AuthConfig (056c287204a472c6bd5c763110bd70b16046d0d6e25f6b414e75734d3b86e70d) AuthConfig (3c94e425979409500477adcb33058a7343aa1ed05414d74ac2561b7d7d7747a9) AuthConfig (3f8f97e296271b6feddafbc676a672631b36345dd9360f1a5cca540eb107263b) AuthConfig (3f1440815a25e0a58c14148753f6ce271759e27c95fd6d6b2a246b572648a6e3) AuthConfig (59f1d0c94664f5fd6f9ddbf964d3b1b400de2cfea922546188827d80a980fb44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"4ff97303-07be-46ea-8be2-964419d3a355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.319167371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-da5f0b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07c910c38a7db39f8b3c954bca2aeaca4d4b6ae4616a1f60e0d045a8e29fb61c) AuthConfig (571626d495895e9e9f0fbe1534ce0ceb043d35009b4a5ddf28da76f148b73ea4) AuthConfig (8ac0eb2da45b6220de2893ae4876ec4955ee591509e8e2cceb41d1b4f047fe91) AuthConfig (e9a1395a06ee4c2fdca93fef4b377d494d2f62fc0e6e131e08fbed8ef7742a0e) AuthConfig (bdbe2f19502970020680d4099970352432b7c5c233a58dfae8cff5443f8ba8b3) AuthConfig (0526d04e4693d015b221bf00c3f6e223a39d62a4ef9af508cd00c307bd6b82fa) AuthConfig (9290d5851bb2d895117bc2069fa5d89a8ccd91e9eb9a104ff3756555ade89ef1) AuthConfig (ff7518de08d6ced9935694bbc0e6c2b9cbd1f6f6e2e5c2d5d3df6f990b900135) AuthConfig (a28a1943c2a0183ff6828d017364ec7222cfeacbf557235da7f220b3f6238f9b) AuthConfig (8ed00b56d696a4924ac70a486857f8ad85081aca69eece8f959ae76a8c96b0dd) AuthConfig (bcecfea3f9eb8e29037293a7c3596b4c37580f7ec47c145131e069c11e420e2f) AuthConfig (7208e26a12a87cdef85980f375c61ff0a388b58be4c1aaa7284cb6860bb8b61d) AuthConfig (967ef73cabfd292505cf0e8557f64c07f8c56e5229e32b206f07744be4061164) AuthConfig (ac34268dc7a31dede345e830c0d5fc1be126ce9dddb4aeefa658cd7c021832e3) AuthConfig (66857d30bd91699bd035e42cf77622ad9a48f41a0f291d727f44bf58e3fd73b5) AuthConfig (60c54d3661782491718e02dec7427f207b9dd5b98189ea3f4ec88b77e5bbe568) AuthConfig (d461c7b6f5f36fcbe474509dce6e9baa697c8ee0b51e644878fefc527056ae8a) AuthConfig (88de2f4a66081d6ad159d7580fdbe518bf824c28fe650ec478535c078f34b85a) AuthConfig (630d8106c9f2c8040c02f1c038dfe95c745451c1d00e9a318533ce64e5f27af2) AuthConfig (98cd61be53ec8eb5ea5f9d67683437229b06a6510deb246322155d75c82956ef) AuthConfig (5a47d0430f51115f39e01ce6b6274a24201cd823650563452ad582bc484d33d0) AuthConfig (878b6c77f4c8bab41c1734a2a961371cb273fb4896f86a6676bf46f91222db8b) AuthConfig (2d31408499a79f22fd232d729aff0e5447263f451d1392f291e0c328879bff4d) AuthConfig (7ea87ebfa2695a96ee6dc09852bfa559288855ed7b320861f4d7fe5f0ef7d711) AuthConfig (9be756c055f66aef1da1bde8ae0c9fd7be2bb82fa72fd24920f9f20dd46ae3ae) AuthConfig (056c287204a472c6bd5c763110bd70b16046d0d6e25f6b414e75734d3b86e70d) AuthConfig (3c94e425979409500477adcb33058a7343aa1ed05414d74ac2561b7d7d7747a9) AuthConfig (3f8f97e296271b6feddafbc676a672631b36345dd9360f1a5cca540eb107263b) AuthConfig (3f1440815a25e0a58c14148753f6ce271759e27c95fd6d6b2a246b572648a6e3) AuthConfig (59f1d0c94664f5fd6f9ddbf964d3b1b400de2cfea922546188827d80a980fb44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"dd29848d-69d6-47a2-be84-cdd62de124c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.355628486Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-f64f433e","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-dry-sub-f64f433e","reconcileID":"81fa9b57-f666-40a9-8773-1fdd0ac2b9fb","MaaSSubscription":{"name":"e2e-dry-sub-f64f433e","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-d71a74/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.376264876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"b71cc622-bf18-44fc-8d34-c7a198fd0e7a","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.378789605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"341561ad-aed8-42a1-9cec-835503ceb6c6","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.530438147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"f8a0405c-f3cf-4520-8456-ac0c89fbe614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.532180633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"0c062bcb-bed6-4aea-90b0-5e32a747c0dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.563826664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"29c46755-23cd-45cd-9d7c-f33d50e823b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.570236079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"bfee6a95-831b-47ba-b2b0-31701d816a91","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.586468162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"f8a0405c-f3cf-4520-8456-ac0c89fbe614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.587778456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"0c062bcb-bed6-4aea-90b0-5e32a747c0dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.627109315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"de32632f-ee0a-4aa5-bb29-a22fe2279613","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.641706145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-da5f0b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07c910c38a7db39f8b3c954bca2aeaca4d4b6ae4616a1f60e0d045a8e29fb61c) AuthConfig (571626d495895e9e9f0fbe1534ce0ceb043d35009b4a5ddf28da76f148b73ea4) AuthConfig (8ac0eb2da45b6220de2893ae4876ec4955ee591509e8e2cceb41d1b4f047fe91) AuthConfig (e9a1395a06ee4c2fdca93fef4b377d494d2f62fc0e6e131e08fbed8ef7742a0e) AuthConfig (bdbe2f19502970020680d4099970352432b7c5c233a58dfae8cff5443f8ba8b3) AuthConfig (0526d04e4693d015b221bf00c3f6e223a39d62a4ef9af508cd00c307bd6b82fa) AuthConfig (9290d5851bb2d895117bc2069fa5d89a8ccd91e9eb9a104ff3756555ade89ef1) AuthConfig (ff7518de08d6ced9935694bbc0e6c2b9cbd1f6f6e2e5c2d5d3df6f990b900135) AuthConfig (a28a1943c2a0183ff6828d017364ec7222cfeacbf557235da7f220b3f6238f9b) AuthConfig (8ed00b56d696a4924ac70a486857f8ad85081aca69eece8f959ae76a8c96b0dd) AuthConfig (bcecfea3f9eb8e29037293a7c3596b4c37580f7ec47c145131e069c11e420e2f) AuthConfig (7208e26a12a87cdef85980f375c61ff0a388b58be4c1aaa7284cb6860bb8b61d) AuthConfig (967ef73cabfd292505cf0e8557f64c07f8c56e5229e32b206f07744be4061164) AuthConfig (ac34268dc7a31dede345e830c0d5fc1be126ce9dddb4aeefa658cd7c021832e3) AuthConfig (66857d30bd91699bd035e42cf77622ad9a48f41a0f291d727f44bf58e3fd73b5) AuthConfig (60c54d3661782491718e02dec7427f207b9dd5b98189ea3f4ec88b77e5bbe568) AuthConfig (d461c7b6f5f36fcbe474509dce6e9baa697c8ee0b51e644878fefc527056ae8a) AuthConfig (88de2f4a66081d6ad159d7580fdbe518bf824c28fe650ec478535c078f34b85a) AuthConfig (630d8106c9f2c8040c02f1c038dfe95c745451c1d00e9a318533ce64e5f27af2) AuthConfig (98cd61be53ec8eb5ea5f9d67683437229b06a6510deb246322155d75c82956ef) AuthConfig (5a47d0430f51115f39e01ce6b6274a24201cd823650563452ad582bc484d33d0) AuthConfig (878b6c77f4c8bab41c1734a2a961371cb273fb4896f86a6676bf46f91222db8b) AuthConfig (2d31408499a79f22fd232d729aff0e5447263f451d1392f291e0c328879bff4d) AuthConfig (7ea87ebfa2695a96ee6dc09852bfa559288855ed7b320861f4d7fe5f0ef7d711) AuthConfig (9be756c055f66aef1da1bde8ae0c9fd7be2bb82fa72fd24920f9f20dd46ae3ae) AuthConfig (056c287204a472c6bd5c763110bd70b16046d0d6e25f6b414e75734d3b86e70d) AuthConfig (3c94e425979409500477adcb33058a7343aa1ed05414d74ac2561b7d7d7747a9) AuthConfig (3f8f97e296271b6feddafbc676a672631b36345dd9360f1a5cca540eb107263b) AuthConfig (3f1440815a25e0a58c14148753f6ce271759e27c95fd6d6b2a246b572648a6e3) AuthConfig (59f1d0c94664f5fd6f9ddbf964d3b1b400de2cfea922546188827d80a980fb44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"f8a0405c-f3cf-4520-8456-ac0c89fbe614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.642273406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-da5f0b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07c910c38a7db39f8b3c954bca2aeaca4d4b6ae4616a1f60e0d045a8e29fb61c) AuthConfig (571626d495895e9e9f0fbe1534ce0ceb043d35009b4a5ddf28da76f148b73ea4) AuthConfig (8ac0eb2da45b6220de2893ae4876ec4955ee591509e8e2cceb41d1b4f047fe91) AuthConfig (e9a1395a06ee4c2fdca93fef4b377d494d2f62fc0e6e131e08fbed8ef7742a0e) AuthConfig (bdbe2f19502970020680d4099970352432b7c5c233a58dfae8cff5443f8ba8b3) AuthConfig (0526d04e4693d015b221bf00c3f6e223a39d62a4ef9af508cd00c307bd6b82fa) AuthConfig (9290d5851bb2d895117bc2069fa5d89a8ccd91e9eb9a104ff3756555ade89ef1) AuthConfig (ff7518de08d6ced9935694bbc0e6c2b9cbd1f6f6e2e5c2d5d3df6f990b900135) AuthConfig (a28a1943c2a0183ff6828d017364ec7222cfeacbf557235da7f220b3f6238f9b) AuthConfig (8ed00b56d696a4924ac70a486857f8ad85081aca69eece8f959ae76a8c96b0dd) AuthConfig (bcecfea3f9eb8e29037293a7c3596b4c37580f7ec47c145131e069c11e420e2f) AuthConfig (7208e26a12a87cdef85980f375c61ff0a388b58be4c1aaa7284cb6860bb8b61d) AuthConfig (967ef73cabfd292505cf0e8557f64c07f8c56e5229e32b206f07744be4061164) AuthConfig (ac34268dc7a31dede345e830c0d5fc1be126ce9dddb4aeefa658cd7c021832e3) AuthConfig (66857d30bd91699bd035e42cf77622ad9a48f41a0f291d727f44bf58e3fd73b5) AuthConfig (60c54d3661782491718e02dec7427f207b9dd5b98189ea3f4ec88b77e5bbe568) AuthConfig (d461c7b6f5f36fcbe474509dce6e9baa697c8ee0b51e644878fefc527056ae8a) AuthConfig (88de2f4a66081d6ad159d7580fdbe518bf824c28fe650ec478535c078f34b85a) AuthConfig (630d8106c9f2c8040c02f1c038dfe95c745451c1d00e9a318533ce64e5f27af2) AuthConfig (98cd61be53ec8eb5ea5f9d67683437229b06a6510deb246322155d75c82956ef) AuthConfig (5a47d0430f51115f39e01ce6b6274a24201cd823650563452ad582bc484d33d0) AuthConfig (878b6c77f4c8bab41c1734a2a961371cb273fb4896f86a6676bf46f91222db8b) AuthConfig (2d31408499a79f22fd232d729aff0e5447263f451d1392f291e0c328879bff4d) AuthConfig (7ea87ebfa2695a96ee6dc09852bfa559288855ed7b320861f4d7fe5f0ef7d711) AuthConfig (9be756c055f66aef1da1bde8ae0c9fd7be2bb82fa72fd24920f9f20dd46ae3ae) AuthConfig (056c287204a472c6bd5c763110bd70b16046d0d6e25f6b414e75734d3b86e70d) AuthConfig (3c94e425979409500477adcb33058a7343aa1ed05414d74ac2561b7d7d7747a9) AuthConfig (3f8f97e296271b6feddafbc676a672631b36345dd9360f1a5cca540eb107263b) AuthConfig (3f1440815a25e0a58c14148753f6ce271759e27c95fd6d6b2a246b572648a6e3) AuthConfig (59f1d0c94664f5fd6f9ddbf964d3b1b400de2cfea922546188827d80a980fb44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"0c062bcb-bed6-4aea-90b0-5e32a747c0dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:29:43.694664776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"f8a0405c-f3cf-4520-8456-ac0c89fbe614","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.727930895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-f64f433e-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-dry-sub-f64f433e-auth","reconcileID":"b0ffaa56-e76d-41df-83bb-9e6fd267d0d2","MaaSAuthPolicy":{"name":"e2e-dry-sub-f64f433e-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.728284726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"f6be53f9-77d5-4685-862c-6cc3182d3e91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.72836809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"bbb4349b-3de8-49d6-ac03-c415782e4b8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.731869834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"95d07d57-6c00-4fa1-b764-24d666b3779a","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.784176603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"bbb4349b-3de8-49d6-ac03-c415782e4b8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.784555568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-f64f433e-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-dry-sub-f64f433e-auth","reconcileID":"b0ffaa56-e76d-41df-83bb-9e6fd267d0d2","MaaSAuthPolicy":{"name":"e2e-dry-sub-f64f433e-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.786666772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"f6be53f9-77d5-4685-862c-6cc3182d3e91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.854380665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"376afdb4-7483-4beb-9a39-379092873eda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.910169385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"376afdb4-7483-4beb-9a39-379092873eda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.966659009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-da5f0b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07c910c38a7db39f8b3c954bca2aeaca4d4b6ae4616a1f60e0d045a8e29fb61c) AuthConfig (571626d495895e9e9f0fbe1534ce0ceb043d35009b4a5ddf28da76f148b73ea4) AuthConfig (8ac0eb2da45b6220de2893ae4876ec4955ee591509e8e2cceb41d1b4f047fe91) AuthConfig (e9a1395a06ee4c2fdca93fef4b377d494d2f62fc0e6e131e08fbed8ef7742a0e) AuthConfig (bdbe2f19502970020680d4099970352432b7c5c233a58dfae8cff5443f8ba8b3) AuthConfig (0526d04e4693d015b221bf00c3f6e223a39d62a4ef9af508cd00c307bd6b82fa) AuthConfig (9290d5851bb2d895117bc2069fa5d89a8ccd91e9eb9a104ff3756555ade89ef1) AuthConfig (ff7518de08d6ced9935694bbc0e6c2b9cbd1f6f6e2e5c2d5d3df6f990b900135) AuthConfig (a28a1943c2a0183ff6828d017364ec7222cfeacbf557235da7f220b3f6238f9b) AuthConfig (8ed00b56d696a4924ac70a486857f8ad85081aca69eece8f959ae76a8c96b0dd) AuthConfig (bcecfea3f9eb8e29037293a7c3596b4c37580f7ec47c145131e069c11e420e2f) AuthConfig (7208e26a12a87cdef85980f375c61ff0a388b58be4c1aaa7284cb6860bb8b61d) AuthConfig (967ef73cabfd292505cf0e8557f64c07f8c56e5229e32b206f07744be4061164) AuthConfig (ac34268dc7a31dede345e830c0d5fc1be126ce9dddb4aeefa658cd7c021832e3) AuthConfig (66857d30bd91699bd035e42cf77622ad9a48f41a0f291d727f44bf58e3fd73b5) AuthConfig (60c54d3661782491718e02dec7427f207b9dd5b98189ea3f4ec88b77e5bbe568) AuthConfig (d461c7b6f5f36fcbe474509dce6e9baa697c8ee0b51e644878fefc527056ae8a) AuthConfig (88de2f4a66081d6ad159d7580fdbe518bf824c28fe650ec478535c078f34b85a) AuthConfig (630d8106c9f2c8040c02f1c038dfe95c745451c1d00e9a318533ce64e5f27af2) AuthConfig (98cd61be53ec8eb5ea5f9d67683437229b06a6510deb246322155d75c82956ef) AuthConfig (5a47d0430f51115f39e01ce6b6274a24201cd823650563452ad582bc484d33d0) AuthConfig (878b6c77f4c8bab41c1734a2a961371cb273fb4896f86a6676bf46f91222db8b) AuthConfig (2d31408499a79f22fd232d729aff0e5447263f451d1392f291e0c328879bff4d) AuthConfig (7ea87ebfa2695a96ee6dc09852bfa559288855ed7b320861f4d7fe5f0ef7d711) AuthConfig (9be756c055f66aef1da1bde8ae0c9fd7be2bb82fa72fd24920f9f20dd46ae3ae) AuthConfig (056c287204a472c6bd5c763110bd70b16046d0d6e25f6b414e75734d3b86e70d) AuthConfig (3c94e425979409500477adcb33058a7343aa1ed05414d74ac2561b7d7d7747a9) AuthConfig (3f8f97e296271b6feddafbc676a672631b36345dd9360f1a5cca540eb107263b) AuthConfig (3f1440815a25e0a58c14148753f6ce271759e27c95fd6d6b2a246b572648a6e3) AuthConfig (59f1d0c94664f5fd6f9ddbf964d3b1b400de2cfea922546188827d80a980fb44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"376afdb4-7483-4beb-9a39-379092873eda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.988393538Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-f64f433e-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-dry-sub-f64f433e-auth","reconcileID":"3da79719-bfdb-4f49-a836-12ef8198dc84","MaaSAuthPolicy":{"name":"e2e-dry-sub-f64f433e-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:44.196426685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"5247252e-5586-4d7d-ac8b-d1197174ddb8","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:45.374940083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"621ba8b1-a67e-4d7e-a943-e52d264d04e1","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:45.431268579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"efcea943-ce45-48d0-9a99-684c09945fc0","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:45.585631399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-44bcd383-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-combo-sub-44bcd383-auth","reconcileID":"290899aa-38bd-44d8-aa75-18b62f71e515","MaaSAuthPolicy":{"name":"e2e-combo-sub-44bcd383-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:45.642454319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-44bcd383-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-combo-sub-44bcd383-auth","reconcileID":"290899aa-38bd-44d8-aa75-18b62f71e515","MaaSAuthPolicy":{"name":"e2e-combo-sub-44bcd383-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:45.65338537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"6d7f64d9-26b6-4128-b62e-b82728875a3c","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:45.707919557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"a9e2edab-a0ff-4ca4-b8f2-2f5a83068e3b","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:29:45.759700424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-44bcd383","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-combo-sub-44bcd383","reconcileID":"71812181-5138-45a9-87cb-ee5452665ad0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-44bcd383\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:45.807722249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"5284687d-8fec-4d3c-a2f0-72a6a9ea9ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:45.807722621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"45f7ddfe-01f7-4a9a-9e6f-97b8dc749536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:45.863278371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"45f7ddfe-01f7-4a9a-9e6f-97b8dc749536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:45.863510332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"5284687d-8fec-4d3c-a2f0-72a6a9ea9ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:45.873271206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"ca943463-f0a8-409d-82db-b1cde2cb4344","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:45.928992684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"5cf3d7fc-03ff-431a-9d46-733453e6f1cd","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:45.957157027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"594a5d69-cdd9-45c1-8237-3ccba6c92ca6","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.111192407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-44bcd383-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-combo-sub-44bcd383-auth","reconcileID":"cbc5ee83-adcc-42c6-b7eb-def6972dc2c9","MaaSAuthPolicy":{"name":"e2e-combo-sub-44bcd383-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.16755817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-44bcd383-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-combo-sub-44bcd383-auth","reconcileID":"cbc5ee83-adcc-42c6-b7eb-def6972dc2c9","MaaSAuthPolicy":{"name":"e2e-combo-sub-44bcd383-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.194014239Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-44bcd383","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-combo-sub-44bcd383","reconcileID":"df3b71a5-dbfa-402e-948e-c7d43abf135b","MaaSSubscription":{"name":"e2e-combo-sub-44bcd383","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-d71a74/e2e-combo-sub-44bcd383","ai-tenant-e2e-worker-w2-d71a74/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.258052565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"5cf71448-ca10-4d6b-891b-b613fb345201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.258052582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"e2bb16c3-d5a1-4793-845a-fff4b7f0cc00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.314682846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"5cf71448-ca10-4d6b-891b-b613fb345201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.314959889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"e2bb16c3-d5a1-4793-845a-fff4b7f0cc00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.358919061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"468e3728-c81e-41e1-97be-dc1491b5e073","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.403320812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"ce66e184-1eb5-4aa2-b370-1d2b0caa3a3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.567201915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-44bcd383","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-combo-sub-44bcd383","reconcileID":"6e5a29d5-6e93-49e2-9294-8788f9ca7967","MaaSSubscription":{"name":"e2e-combo-sub-44bcd383","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.1530389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"7c1360f5-6fc3-41d6-9c31-72507d6dbfe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.15305643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"9a49700c-a631-42f9-a949-dadefecf9174","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.208964313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"9a49700c-a631-42f9-a949-dadefecf9174","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.208967416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"7c1360f5-6fc3-41d6-9c31-72507d6dbfe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.474894914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"423521cc-767e-479c-acf9-210a6ff1e497","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.475837629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"24952c94-afc8-4660-b04a-c4eae01e2910","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.857557692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"c58e0c2c-1357-44f9-be42-addec363ea1b","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:51.012885594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"070a6565-6282-4c4c-bdfd-b77e51ab0629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:51.013119913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-44bcd383-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-combo-sub-44bcd383-auth","reconcileID":"5e6d7b9d-3c1c-458a-abe3-665bd2c0af59","MaaSAuthPolicy":{"name":"e2e-combo-sub-44bcd383-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:51.012885601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"f38d8cdc-d9a0-4068-8273-d59ac5c3c27e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:51.070308197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"f38d8cdc-d9a0-4068-8273-d59ac5c3c27e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:51.070302482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-44bcd383-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-combo-sub-44bcd383-auth","reconcileID":"5e6d7b9d-3c1c-458a-abe3-665bd2c0af59","MaaSAuthPolicy":{"name":"e2e-combo-sub-44bcd383-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:51.072715626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"070a6565-6282-4c4c-bdfd-b77e51ab0629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.79637995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"d3ae5d77-2a42-4be8-9969-400863fa6d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.851846848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"d3ae5d77-2a42-4be8-9969-400863fa6d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:53.905610595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-da5f0b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07c910c38a7db39f8b3c954bca2aeaca4d4b6ae4616a1f60e0d045a8e29fb61c) AuthConfig (571626d495895e9e9f0fbe1534ce0ceb043d35009b4a5ddf28da76f148b73ea4) AuthConfig (8ac0eb2da45b6220de2893ae4876ec4955ee591509e8e2cceb41d1b4f047fe91) AuthConfig (e9a1395a06ee4c2fdca93fef4b377d494d2f62fc0e6e131e08fbed8ef7742a0e) AuthConfig (bdbe2f19502970020680d4099970352432b7c5c233a58dfae8cff5443f8ba8b3) AuthConfig (0526d04e4693d015b221bf00c3f6e223a39d62a4ef9af508cd00c307bd6b82fa) AuthConfig (9290d5851bb2d895117bc2069fa5d89a8ccd91e9eb9a104ff3756555ade89ef1) AuthConfig (ff7518de08d6ced9935694bbc0e6c2b9cbd1f6f6e2e5c2d5d3df6f990b900135) AuthConfig (a28a1943c2a0183ff6828d017364ec7222cfeacbf557235da7f220b3f6238f9b) AuthConfig (8ed00b56d696a4924ac70a486857f8ad85081aca69eece8f959ae76a8c96b0dd) AuthConfig (bcecfea3f9eb8e29037293a7c3596b4c37580f7ec47c145131e069c11e420e2f) AuthConfig (7208e26a12a87cdef85980f375c61ff0a388b58be4c1aaa7284cb6860bb8b61d) AuthConfig (967ef73cabfd292505cf0e8557f64c07f8c56e5229e32b206f07744be4061164) AuthConfig (ac34268dc7a31dede345e830c0d5fc1be126ce9dddb4aeefa658cd7c021832e3) AuthConfig (66857d30bd91699bd035e42cf77622ad9a48f41a0f291d727f44bf58e3fd73b5) AuthConfig (60c54d3661782491718e02dec7427f207b9dd5b98189ea3f4ec88b77e5bbe568) AuthConfig (d461c7b6f5f36fcbe474509dce6e9baa697c8ee0b51e644878fefc527056ae8a) AuthConfig (88de2f4a66081d6ad159d7580fdbe518bf824c28fe650ec478535c078f34b85a) AuthConfig (630d8106c9f2c8040c02f1c038dfe95c745451c1d00e9a318533ce64e5f27af2) AuthConfig (98cd61be53ec8eb5ea5f9d67683437229b06a6510deb246322155d75c82956ef) AuthConfig (5a47d0430f51115f39e01ce6b6274a24201cd823650563452ad582bc484d33d0) AuthConfig (878b6c77f4c8bab41c1734a2a961371cb273fb4896f86a6676bf46f91222db8b) AuthConfig (2d31408499a79f22fd232d729aff0e5447263f451d1392f291e0c328879bff4d) AuthConfig (7ea87ebfa2695a96ee6dc09852bfa559288855ed7b320861f4d7fe5f0ef7d711) AuthConfig (9be756c055f66aef1da1bde8ae0c9fd7be2bb82fa72fd24920f9f20dd46ae3ae) AuthConfig (056c287204a472c6bd5c763110bd70b16046d0d6e25f6b414e75734d3b86e70d) AuthConfig (3c94e425979409500477adcb33058a7343aa1ed05414d74ac2561b7d7d7747a9) AuthConfig (3f8f97e296271b6feddafbc676a672631b36345dd9360f1a5cca540eb107263b) AuthConfig (3f1440815a25e0a58c14148753f6ce271759e27c95fd6d6b2a246b572648a6e3) AuthConfig (59f1d0c94664f5fd6f9ddbf964d3b1b400de2cfea922546188827d80a980fb44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"d3ae5d77-2a42-4be8-9969-400863fa6d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.120749524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"2ab84d39-4a3a-4c10-9d89-3659e517c942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.176988351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"2ab84d39-4a3a-4c10-9d89-3659e517c942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:54.231315924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-da5f0b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07c910c38a7db39f8b3c954bca2aeaca4d4b6ae4616a1f60e0d045a8e29fb61c) AuthConfig (571626d495895e9e9f0fbe1534ce0ceb043d35009b4a5ddf28da76f148b73ea4) AuthConfig (8ac0eb2da45b6220de2893ae4876ec4955ee591509e8e2cceb41d1b4f047fe91) AuthConfig (e9a1395a06ee4c2fdca93fef4b377d494d2f62fc0e6e131e08fbed8ef7742a0e) AuthConfig (bdbe2f19502970020680d4099970352432b7c5c233a58dfae8cff5443f8ba8b3) AuthConfig (0526d04e4693d015b221bf00c3f6e223a39d62a4ef9af508cd00c307bd6b82fa) AuthConfig (9290d5851bb2d895117bc2069fa5d89a8ccd91e9eb9a104ff3756555ade89ef1) AuthConfig (ff7518de08d6ced9935694bbc0e6c2b9cbd1f6f6e2e5c2d5d3df6f990b900135) AuthConfig (a28a1943c2a0183ff6828d017364ec7222cfeacbf557235da7f220b3f6238f9b) AuthConfig (8ed00b56d696a4924ac70a486857f8ad85081aca69eece8f959ae76a8c96b0dd) AuthConfig (bcecfea3f9eb8e29037293a7c3596b4c37580f7ec47c145131e069c11e420e2f) AuthConfig (7208e26a12a87cdef85980f375c61ff0a388b58be4c1aaa7284cb6860bb8b61d) AuthConfig (967ef73cabfd292505cf0e8557f64c07f8c56e5229e32b206f07744be4061164) AuthConfig (ac34268dc7a31dede345e830c0d5fc1be126ce9dddb4aeefa658cd7c021832e3) AuthConfig (66857d30bd91699bd035e42cf77622ad9a48f41a0f291d727f44bf58e3fd73b5) AuthConfig (60c54d3661782491718e02dec7427f207b9dd5b98189ea3f4ec88b77e5bbe568) AuthConfig (d461c7b6f5f36fcbe474509dce6e9baa697c8ee0b51e644878fefc527056ae8a) AuthConfig (88de2f4a66081d6ad159d7580fdbe518bf824c28fe650ec478535c078f34b85a) AuthConfig (630d8106c9f2c8040c02f1c038dfe95c745451c1d00e9a318533ce64e5f27af2) AuthConfig (98cd61be53ec8eb5ea5f9d67683437229b06a6510deb246322155d75c82956ef) AuthConfig (5a47d0430f51115f39e01ce6b6274a24201cd823650563452ad582bc484d33d0) AuthConfig (878b6c77f4c8bab41c1734a2a961371cb273fb4896f86a6676bf46f91222db8b) AuthConfig (2d31408499a79f22fd232d729aff0e5447263f451d1392f291e0c328879bff4d) AuthConfig (7ea87ebfa2695a96ee6dc09852bfa559288855ed7b320861f4d7fe5f0ef7d711) AuthConfig (9be756c055f66aef1da1bde8ae0c9fd7be2bb82fa72fd24920f9f20dd46ae3ae) AuthConfig (056c287204a472c6bd5c763110bd70b16046d0d6e25f6b414e75734d3b86e70d) AuthConfig (3c94e425979409500477adcb33058a7343aa1ed05414d74ac2561b7d7d7747a9) AuthConfig (3f8f97e296271b6feddafbc676a672631b36345dd9360f1a5cca540eb107263b) AuthConfig (3f1440815a25e0a58c14148753f6ce271759e27c95fd6d6b2a246b572648a6e3) AuthConfig (59f1d0c94664f5fd6f9ddbf964d3b1b400de2cfea922546188827d80a980fb44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"2ab84d39-4a3a-4c10-9d89-3659e517c942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:56.92518393Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"ca090db8-b60f-4e78-8e37-0fc2c8e4d93a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-d71a74/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:56.98496862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"a470240b-d42f-45fc-b182-c22ed7c061e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:57.15823571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"b37cb886-f63f-4813-b001-d71d04887993","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:57.259156336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"abb49117-ca49-439c-8e98-572851faadb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:57.358725047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"914edd89-429c-4aea-9b1d-c98e94e6ad39","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:57.394774188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"3f974841-9e7b-4ca0-857a-09ed8c96700d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:57.458700875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"38e904b3-6292-4fdd-a0be-80d28ad470ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:57.570108044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"16aa6a95-2b8d-4750-bdf7-ad1bcfc8bb06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:29:57.670633166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"33fd3762-0e5e-47cf-a431-6e5947208728","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:00.275597733Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.017653724Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-44bcd383","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-combo-sub-44bcd383","reconcileID":"4e395787-2654-4af1-b2d9-6da5330b0277","MaaSSubscription":{"name":"e2e-combo-sub-44bcd383","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscription":"e2e-combo-sub-44bcd383","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.172676388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-44bcd383","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-combo-sub-44bcd383","reconcileID":"4e395787-2654-4af1-b2d9-6da5330b0277","MaaSSubscription":{"name":"e2e-combo-sub-44bcd383","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.39266413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"34f5a7af-4cd3-4d49-9b8e-995b6c903a13","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.549262966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-44bcd383-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-combo-sub-44bcd383-auth","reconcileID":"bfbaae9a-e205-4f01-965f-e629282857dd","MaaSAuthPolicy":{"name":"e2e-combo-sub-44bcd383-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.549429149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"ad4ad953-6ed2-4d5b-b34e-89b01c1ff076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.549263666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"12dd1912-d964-4dd2-ad40-c099d5c7b266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.559212978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"8a7d2ddd-b577-4bf5-91c6-76e764ed56e4","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.604774355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-44bcd383-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-combo-sub-44bcd383-auth","reconcileID":"bfbaae9a-e205-4f01-965f-e629282857dd","MaaSAuthPolicy":{"name":"e2e-combo-sub-44bcd383-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.605188509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"ad4ad953-6ed2-4d5b-b34e-89b01c1ff076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.607005769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"12dd1912-d964-4dd2-ad40-c099d5c7b266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:01.808578489Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-44bcd383-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-combo-sub-44bcd383-auth","reconcileID":"dfba9931-6e47-42a5-bd60-238fcdc0f8a4","MaaSAuthPolicy":{"name":"e2e-combo-sub-44bcd383-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:02.064727866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"43f69ca7-897f-4080-844b-9ee0cb68d1c4","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:04.060773864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"09e1ffed-4943-40c8-a964-c07d4ba331f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:04.119296669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"09e1ffed-4943-40c8-a964-c07d4ba331f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:04.389502525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"521f7e74-d077-4daa-b5e1-a3eda5e0430d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:04.434444708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"4f84c4fd-1256-4122-a88f-8a9cb32188f6","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:04.447523154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"521f7e74-d077-4daa-b5e1-a3eda5e0430d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:04.732542681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"f7684b9f-b9d4-46af-a034-a796eda04db7","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:06.510210264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"ec325840-bc7a-4fcc-89a7-2468645bfe37","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:06.579904035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"4548c375-90a7-423b-a2dd-c0aa3662fb3b","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:06.674963552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"58bdc830-6393-4964-97ae-15b8565ba298","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:06.736313698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"d9d57979-8076-4b7e-94c9-37139222f19e","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:06.891013367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-degraded-auth","reconcileID":"4a7f4a28-4807-465e-bdf6-3db936e2f07c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:06.934642416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"0031f986-20af-4401-a19f-1d245a82c581","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:06.946752074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-degraded-auth","reconcileID":"4a7f4a28-4807-465e-bdf6-3db936e2f07c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:06.961900422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"e178d666-0b3b-454a-af76-5a7d7826c7e5","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:06.990524802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"5d320b2b-aa29-4eb6-a129-99895b6cee6e","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.018557536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"68bb3f92-a24c-40e3-8cf7-3d0514f8e633","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:30:07.070284944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-degraded-sub","reconcileID":"a2289b30-38c3-4a85-8603-2f3bc356f32d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.115826689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"bb536b2b-7c11-4aef-a370-91b937943003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.115845235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"37d30a55-ab0b-4a3d-8be5-3a531bac7774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.171470545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"37d30a55-ab0b-4a3d-8be5-3a531bac7774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.171705855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"bb536b2b-7c11-4aef-a370-91b937943003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.215925835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-apikey-active-auth","reconcileID":"19e8edbd-cf47-4fbb-8120-4d5bd0530877","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.224559816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"69dcd2da-36a8-4270-961d-1f461fabdc2d","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.258939139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"cdfde393-bd0d-4ecc-b8ea-9933b6170392","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.272643111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-apikey-active-auth","reconcileID":"19e8edbd-cf47-4fbb-8120-4d5bd0530877","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.277609993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"21256203-6f13-45d5-b231-00153ed889e0","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.278749268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"68a43098-c9f0-4da9-89a3-49e6f19299bb","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:30:07.330961118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-apikey-active-sub","reconcileID":"4be6d3d1-2c36-4c48-8fd3-520f399d1ece","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.332614585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"da85f52d-83aa-4f4f-9f5d-5d9a572a41ac","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.378828073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"88d4f5f2-b495-4678-8898-290f7b9498b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.433920428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"88d4f5f2-b495-4678-8898-290f7b9498b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.444649513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"4c09e925-ddee-4289-970a-dd252a39c820","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.480003875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-degraded-auth","reconcileID":"689a9d11-e81e-476c-bce8-3a404783305a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.499983454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"9b5ea004-7858-4ec6-a0ce-5a8f50e0c285","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.535310476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-degraded-auth","reconcileID":"689a9d11-e81e-476c-bce8-3a404783305a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.557479837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"16d5650c-658e-422a-a054-74bc7380c562","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.579886092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"f400695c-2050-4681-8fae-874d57988344","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.579903768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"eca556ba-e2fd-4bc5-995d-cf59e887ab8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.595635926Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-degraded-sub","reconcileID":"fa114a19-fe4c-4f5a-95d3-dd4a4e13e808","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-d71a74/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w2-d71a74/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.595838768Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-degraded-sub","reconcileID":"fa114a19-fe4c-4f5a-95d3-dd4a4e13e808","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-d71a74/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.636352171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"f400695c-2050-4681-8fae-874d57988344","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.636647929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"eca556ba-e2fd-4bc5-995d-cf59e887ab8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.710640159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-apikey-active-auth","reconcileID":"43abd9a4-32be-4734-acd3-6362c5b33a3c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.765609806Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-apikey-active-sub","reconcileID":"f48d9b58-a534-4bfa-88c8-beb84f24f9c3","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-7ee809/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.767222146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-apikey-active-auth","reconcileID":"43abd9a4-32be-4734-acd3-6362c5b33a3c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.807079784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"223da457-a37c-45a5-8008-542e85671a02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.858993333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"63e16702-7672-4f89-a9fd-f30355bc47ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.914129983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"63e16702-7672-4f89-a9fd-f30355bc47ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.953614518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"15337919-b9ba-47e8-b9f9-535e240cc87e","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.959664998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-degraded-auth","reconcileID":"b3e66902-07b1-4901-8b81-0a92f5fc6749","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.960804829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"c66e1bab-8a61-40f5-a9ec-e87dd56dbd96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:07.973240127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"c540db2f-a321-49a9-997a-bc87936329e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.009824433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"429c10ca-d130-4151-88c4-89eb0da95019","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.010234724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"d9395fdd-ad0a-46ed-88b2-89413c1a0602","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.015355863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-degraded-auth","reconcileID":"b3e66902-07b1-4901-8b81-0a92f5fc6749","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.016270308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"c66e1bab-8a61-40f5-a9ec-e87dd56dbd96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.063076233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"151f45ee-b2c8-4a71-b326-e78ea79dd594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.073307642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-degraded-sub","reconcileID":"6ada32ca-ae38-4ad7-a9c3-0cc0f4491129","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.073467456Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-degraded-sub","reconcileID":"6ada32ca-ae38-4ad7-a9c3-0cc0f4491129","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-d71a74/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.083060035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"7b123e62-3f18-41f5-a765-e6fbf45b8d85","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.119171705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"151f45ee-b2c8-4a71-b326-e78ea79dd594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.139879431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"c7770c37-50ff-4379-aecc-d7bb4fcc92f5","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.175852493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-apikey-active-sub","reconcileID":"5216876b-d3ff-4be8-b162-be66bad3c27a","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.19010103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"fe8e17ec-7315-4df8-99d0-48925a111a17","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.277995724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"3335da4b-6c30-4606-91dc-21b2b1d71d15","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.281172296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"9e7083d2-ffed-4cac-aa4b-804f12cc9747","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.337598387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"3c9a7add-bb92-4f2a-919a-10bd52fc3e4a","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.354779622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"12b2b079-93c2-4689-bf49-b9a801b99998","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.413630706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"ba804edb-5a41-4729-8840-bdfdc4b8867c","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.414027206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"ee5fb3d3-3713-43ef-b955-540b946f8671","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.488299215Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"7440f35d-d1ec-4a2a-916b-018e5b8df0e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"simulator-w4-6de8e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.511935843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"94bc2d06-f754-4c3e-9e75-e1ae7da47532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.63404351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"517d2b2f-4cf0-4b2d-b75d-c0c3dc9b72cb","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.651825092Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"94bc2d06-f754-4c3e-9e75-e1ae7da47532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.671011968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"279b9327-a717-4075-946b-80ad20c0c090","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.688971438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"b092d7cd-73cf-4d37-a7cc-3a512e1283e6","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.705827466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-6de8e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"94bc2d06-f754-4c3e-9e75-e1ae7da47532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:30:08.739580007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"7cae4197-37f7-4438-b0b7-3bef43e7d5b8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.762833094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"cccb3861-51ea-40e9-ac72-df51eea37c63","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.852134061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"2fff3aab-534c-452d-b960-1de7f338a21f","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.865020784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"4a65b67c-b7f6-44c1-836f-c60154d98c47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.878714221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"628d8778-23cc-4272-8b63-4c08f7a75747","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.908555631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"a3ce2777-8c71-41e1-9f39-866d1f91a64c","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.920542999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"4a65b67c-b7f6-44c1-836f-c60154d98c47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.926135501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"94c7b970-f14b-4e0b-a197-28252db1e934","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.974593303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-6de8e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"4a65b67c-b7f6-44c1-836f-c60154d98c47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:08.982808733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"6e141dcf-d3ab-4d7e-9a4d-23cee40a67be","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:30:09.028994795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"4a65b67c-b7f6-44c1-836f-c60154d98c47","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:30:09.035599511Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"6e141dcf-d3ab-4d7e-9a4d-23cee40a67be","name":"premium-w4-6de8e6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-6de8e6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:30:09.035666531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"6e141dcf-d3ab-4d7e-9a4d-23cee40a67be","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-6de8e6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.04097571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"086217d3-7f3f-42d1-a1e1-9d1c2b7caa46","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.122810006Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"120d033c-1e93-40c8-b708-37a014246fa6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"premium-w4-6de8e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.132529433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"6ca77de0-d3a7-4b3a-a4ac-292850ee88a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.188164685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"6ca77de0-d3a7-4b3a-a4ac-292850ee88a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.233851359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"dbbe9185-dd60-40e3-b50a-3738d83d63fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.242022011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-6de8e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"6ca77de0-d3a7-4b3a-a4ac-292850ee88a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.287913956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"47d00820-084f-4846-9d22-a33c0f3d9f2e","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.291320952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"dbbe9185-dd60-40e3-b50a-3738d83d63fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.297688259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"887571ea-3def-461e-b7f1-b5b5ee47188b","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.345727054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-6de8e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"dbbe9185-dd60-40e3-b50a-3738d83d63fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.4506909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"e6a327de-9311-420b-8d90-191296bfb9c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.531936406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"158524fa-b56c-4755-9c73-ade92ae84751","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.539711864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"e6a327de-9311-420b-8d90-191296bfb9c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.593811579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-6de8e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"e6a327de-9311-420b-8d90-191296bfb9c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:09.908229221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"a68fba0e-1213-474a-a4aa-7c81ece8ef17","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:10.063391913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-degraded-auth","reconcileID":"491d0224-d50e-4e62-83fc-6556aef05c37","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:10.063416909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"269a0197-6143-4bbd-aa8f-17ec0ecb83e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:10.063882925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"f93d9d6e-d5ae-4aa5-9a49-7b98f0035404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:10.118817284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"269a0197-6143-4bbd-aa8f-17ec0ecb83e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:10.120376479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-degraded-auth","reconcileID":"491d0224-d50e-4e62-83fc-6556aef05c37","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:10.121199977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"f93d9d6e-d5ae-4aa5-9a49-7b98f0035404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:10.15765844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"e43e3180-9471-4798-a18b-c34e1c0ed5ce","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:10.311193144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"9a010641-bd09-404b-9159-56de46394434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:10.3111913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"70ee884f-7bf0-411e-b362-4f7660aee967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:10.367974058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"9a010641-bd09-404b-9159-56de46394434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:10.368139833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"70ee884f-7bf0-411e-b362-4f7660aee967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:10.47545165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-apikey-active-auth","reconcileID":"dc553e7e-730f-42ef-a61a-3293119bbea0","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:10.531024346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-apikey-active-auth","reconcileID":"dc553e7e-730f-42ef-a61a-3293119bbea0","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.824107008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"acf7499d-eb5b-4c83-a159-fe01f52d929c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.922806077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"2c7f9feb-4c11-4c90-a038-6d76f9efd11b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:16.944639576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ca3d6d1e-e93e-4138-8738-00eaf5126cac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.0612943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"37e31cd8-9aab-49c2-870f-f30ae75343bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.161900013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"e922d233-7372-49e8-819a-fc45e84d0ceb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.228145408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"3535625d-5b91-4028-8dc0-ff71e54b92ec","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.262783776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"34b6c17f-4ae2-47ca-a02b-3f78483c6fe3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.262811748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d3f82d79-a57a-4dfa-ab16-5ad7dbec9f2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.417354936Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"a894395c-3e7e-4ee7-9484-569e197852b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-d71a74/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.463866819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"98a4dc9e-ac48-471a-9841-602bf4e955a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.682013377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"bb9867bf-a5a7-4e6e-9ec3-85e0db9c56f2","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.682769786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"da42365d-c81d-4c52-b8d2-ab24d3c9bcb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.682790438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"e3a3a5c4-cdb9-40be-b40c-ad0966a37172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.708540464Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"df017da2-f9a4-415b-955a-11ed2e1d14d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.740028138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"da42365d-c81d-4c52-b8d2-ab24d3c9bcb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.740065541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"e3a3a5c4-cdb9-40be-b40c-ad0966a37172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.75127096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"dea3776e-ae49-4670-9b3f-a8bcc20bf8ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.795111315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-6de8e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (236f91ab0b8f6e105f14cbf2045109e0246936ac8879435086effc9db483d381) AuthConfig (78addeb559c42777367836cc2ad10ace25fe9f98ca230b5b1213b480c184b670) AuthConfig (8f3b276a4731583e71b72f29f023bef147c30eb5a82ae01850e86500e72fe9cd) AuthConfig (6c716792001f878b0c9775283a9a494646ce7d21ce540326d917298b934697d2) AuthConfig (4b19fcba345afeb31ff968984c461539483c6429cecfbc4e46f068cfd4ed050d) AuthConfig (26e4d1bd3a838b40bc14d630b761c65ad159d42918600142a0eb17c4e1c5e525) AuthConfig (9fbabd8cbedd512f34fea14ae76bcc816a665cda475a4c712d6c8953a8c7185e) AuthConfig (f3e1c95368481b095cca46748c681fdd1e9899ab4f2299bc4ef7b8a46661c38f) AuthConfig (680521879fe736a8aee90294d3539644812e3dace3bd393e1f516f6f7faa93d0) AuthConfig (75f7236526deda4c3726563d63c738f9c438a103174b9983206016cbe9c69b88) AuthConfig (2debc390c42ce059be6d305e5d7671a0dc8545c104c9a388ac9cabebc66a7abb) AuthConfig (c8c219640cdf7ea767320e00df271284ca58d08713c36045f5d1d3e0f2dd3749) AuthConfig (903bd3b08b349fd00eb80837d2595b51b7a7c107d19343ee622f240e937dc580) AuthConfig (6bc97ddb249c8663051dd4296d9fe5178284b9ba7251644f432031fc3968754e) AuthConfig (767653cf38e5731e1a828d76d52544d86c8e32218713e94811cafc23ea341cca) AuthConfig (43dd19a19c26a899996c34e9cdb4352d078320de41a19b2096cd72fa0b6a2f3c) AuthConfig (4fd14126b93c7d8920caf9bc5f984d963348d179a42136b9598448392096a85b) AuthConfig (d18d6fd211ba56d9da0bae70bc014e6cf59c77ba723212e94a74f181e4c59f46) AuthConfig (c3388d99d8db86713080e6df694605637166b9ad369219813a2228474839e673) AuthConfig (98fc2da72a77b652f7fb45e49c0bc23b32b0c07766a407f6626c6990a5f93591) AuthConfig (6b53201f4bbeb1038f81ebef6fc4af5386ddd915dfcaee318a9a8a917b0de71b) AuthConfig (f960a9380ac48c3c74b010efc056e3540fbce3bbab7c93da7b91494ff5c4c62c) AuthConfig (e99122e3ee8b4aac6c8943616a06a1aca528f5477423ba402974be1928c662df) AuthConfig (329cf28f7c01c36c8cc15c973d7d7a0c6238895db8192426cb17a1adcef92e91) AuthConfig (95f793cbfb3b3c03baa001873ff83230123b1ab10973d5592c7e2fadfae581eb) AuthConfig (ca7c9e5a2c9f206c0c7405cf2e1ea378ec62573c5a703ff8776a80352d6e2578) AuthConfig (e32864864894be6dc4224d7406529218b5ff270ef4c9d8ca3b5dc85060564d30) AuthConfig (785e4696bf4ae04a622733125871c4957067442cb5a174c49d66d9b5935882ea) AuthConfig (937d0ca92c8cf649931edda4c00f3b8f4b83555b99c2272a37293242e04d225d) AuthConfig (84cfe980b0f82792c8ecc2e71702cc7b8fc8dc1b4307e968570b8012353bb123)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"da42365d-c81d-4c52-b8d2-ab24d3c9bcb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.795790668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-6de8e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (236f91ab0b8f6e105f14cbf2045109e0246936ac8879435086effc9db483d381) AuthConfig (78addeb559c42777367836cc2ad10ace25fe9f98ca230b5b1213b480c184b670) AuthConfig (8f3b276a4731583e71b72f29f023bef147c30eb5a82ae01850e86500e72fe9cd) AuthConfig (6c716792001f878b0c9775283a9a494646ce7d21ce540326d917298b934697d2) AuthConfig (4b19fcba345afeb31ff968984c461539483c6429cecfbc4e46f068cfd4ed050d) AuthConfig (26e4d1bd3a838b40bc14d630b761c65ad159d42918600142a0eb17c4e1c5e525) AuthConfig (9fbabd8cbedd512f34fea14ae76bcc816a665cda475a4c712d6c8953a8c7185e) AuthConfig (f3e1c95368481b095cca46748c681fdd1e9899ab4f2299bc4ef7b8a46661c38f) AuthConfig (680521879fe736a8aee90294d3539644812e3dace3bd393e1f516f6f7faa93d0) AuthConfig (75f7236526deda4c3726563d63c738f9c438a103174b9983206016cbe9c69b88) AuthConfig (2debc390c42ce059be6d305e5d7671a0dc8545c104c9a388ac9cabebc66a7abb) AuthConfig (c8c219640cdf7ea767320e00df271284ca58d08713c36045f5d1d3e0f2dd3749) AuthConfig (903bd3b08b349fd00eb80837d2595b51b7a7c107d19343ee622f240e937dc580) AuthConfig (6bc97ddb249c8663051dd4296d9fe5178284b9ba7251644f432031fc3968754e) AuthConfig (767653cf38e5731e1a828d76d52544d86c8e32218713e94811cafc23ea341cca) AuthConfig (43dd19a19c26a899996c34e9cdb4352d078320de41a19b2096cd72fa0b6a2f3c) AuthConfig (4fd14126b93c7d8920caf9bc5f984d963348d179a42136b9598448392096a85b) AuthConfig (d18d6fd211ba56d9da0bae70bc014e6cf59c77ba723212e94a74f181e4c59f46) AuthConfig (c3388d99d8db86713080e6df694605637166b9ad369219813a2228474839e673) AuthConfig (98fc2da72a77b652f7fb45e49c0bc23b32b0c07766a407f6626c6990a5f93591) AuthConfig (6b53201f4bbeb1038f81ebef6fc4af5386ddd915dfcaee318a9a8a917b0de71b) AuthConfig (f960a9380ac48c3c74b010efc056e3540fbce3bbab7c93da7b91494ff5c4c62c) AuthConfig (e99122e3ee8b4aac6c8943616a06a1aca528f5477423ba402974be1928c662df) AuthConfig (329cf28f7c01c36c8cc15c973d7d7a0c6238895db8192426cb17a1adcef92e91) AuthConfig (95f793cbfb3b3c03baa001873ff83230123b1ab10973d5592c7e2fadfae581eb) AuthConfig (ca7c9e5a2c9f206c0c7405cf2e1ea378ec62573c5a703ff8776a80352d6e2578) AuthConfig (e32864864894be6dc4224d7406529218b5ff270ef4c9d8ca3b5dc85060564d30) AuthConfig (785e4696bf4ae04a622733125871c4957067442cb5a174c49d66d9b5935882ea) AuthConfig (937d0ca92c8cf649931edda4c00f3b8f4b83555b99c2272a37293242e04d225d) AuthConfig (84cfe980b0f82792c8ecc2e71702cc7b8fc8dc1b4307e968570b8012353bb123)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"e3a3a5c4-cdb9-40be-b40c-ad0966a37172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.851886696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"53614f4a-2670-4067-8ffc-04d51e99c9b9","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:17.854215481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"a25ca120-fcd5-4660-b96e-46af2b9d374d","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:18.005616033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"fa6c07b7-2462-4d33-a183-4ae62aeaed70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:18.009473678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"0632519c-325b-47d1-940c-5fb73647ddbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:18.021428828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"d464c1e0-0632-4640-a8c1-e009544f7eda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:18.060920803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"fa6c07b7-2462-4d33-a183-4ae62aeaed70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:18.065615319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"0632519c-325b-47d1-940c-5fb73647ddbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:18.115554092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-6de8e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (236f91ab0b8f6e105f14cbf2045109e0246936ac8879435086effc9db483d381) AuthConfig (78addeb559c42777367836cc2ad10ace25fe9f98ca230b5b1213b480c184b670) AuthConfig (8f3b276a4731583e71b72f29f023bef147c30eb5a82ae01850e86500e72fe9cd) AuthConfig (6c716792001f878b0c9775283a9a494646ce7d21ce540326d917298b934697d2) AuthConfig (4b19fcba345afeb31ff968984c461539483c6429cecfbc4e46f068cfd4ed050d) AuthConfig (26e4d1bd3a838b40bc14d630b761c65ad159d42918600142a0eb17c4e1c5e525) AuthConfig (9fbabd8cbedd512f34fea14ae76bcc816a665cda475a4c712d6c8953a8c7185e) AuthConfig (f3e1c95368481b095cca46748c681fdd1e9899ab4f2299bc4ef7b8a46661c38f) AuthConfig (680521879fe736a8aee90294d3539644812e3dace3bd393e1f516f6f7faa93d0) AuthConfig (75f7236526deda4c3726563d63c738f9c438a103174b9983206016cbe9c69b88) AuthConfig (2debc390c42ce059be6d305e5d7671a0dc8545c104c9a388ac9cabebc66a7abb) AuthConfig (c8c219640cdf7ea767320e00df271284ca58d08713c36045f5d1d3e0f2dd3749) AuthConfig (903bd3b08b349fd00eb80837d2595b51b7a7c107d19343ee622f240e937dc580) AuthConfig (6bc97ddb249c8663051dd4296d9fe5178284b9ba7251644f432031fc3968754e) AuthConfig (767653cf38e5731e1a828d76d52544d86c8e32218713e94811cafc23ea341cca) AuthConfig (43dd19a19c26a899996c34e9cdb4352d078320de41a19b2096cd72fa0b6a2f3c) AuthConfig (4fd14126b93c7d8920caf9bc5f984d963348d179a42136b9598448392096a85b) AuthConfig (d18d6fd211ba56d9da0bae70bc014e6cf59c77ba723212e94a74f181e4c59f46) AuthConfig (c3388d99d8db86713080e6df694605637166b9ad369219813a2228474839e673) AuthConfig (98fc2da72a77b652f7fb45e49c0bc23b32b0c07766a407f6626c6990a5f93591) AuthConfig (6b53201f4bbeb1038f81ebef6fc4af5386ddd915dfcaee318a9a8a917b0de71b) AuthConfig (f960a9380ac48c3c74b010efc056e3540fbce3bbab7c93da7b91494ff5c4c62c) AuthConfig (e99122e3ee8b4aac6c8943616a06a1aca528f5477423ba402974be1928c662df) AuthConfig (329cf28f7c01c36c8cc15c973d7d7a0c6238895db8192426cb17a1adcef92e91) AuthConfig (95f793cbfb3b3c03baa001873ff83230123b1ab10973d5592c7e2fadfae581eb) AuthConfig (ca7c9e5a2c9f206c0c7405cf2e1ea378ec62573c5a703ff8776a80352d6e2578) AuthConfig (e32864864894be6dc4224d7406529218b5ff270ef4c9d8ca3b5dc85060564d30) AuthConfig (785e4696bf4ae04a622733125871c4957067442cb5a174c49d66d9b5935882ea) AuthConfig (937d0ca92c8cf649931edda4c00f3b8f4b83555b99c2272a37293242e04d225d) AuthConfig (84cfe980b0f82792c8ecc2e71702cc7b8fc8dc1b4307e968570b8012353bb123)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"fa6c07b7-2462-4d33-a183-4ae62aeaed70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:18.119656926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-6de8e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (236f91ab0b8f6e105f14cbf2045109e0246936ac8879435086effc9db483d381) AuthConfig (78addeb559c42777367836cc2ad10ace25fe9f98ca230b5b1213b480c184b670) AuthConfig (8f3b276a4731583e71b72f29f023bef147c30eb5a82ae01850e86500e72fe9cd) AuthConfig (6c716792001f878b0c9775283a9a494646ce7d21ce540326d917298b934697d2) AuthConfig (4b19fcba345afeb31ff968984c461539483c6429cecfbc4e46f068cfd4ed050d) AuthConfig (26e4d1bd3a838b40bc14d630b761c65ad159d42918600142a0eb17c4e1c5e525) AuthConfig (9fbabd8cbedd512f34fea14ae76bcc816a665cda475a4c712d6c8953a8c7185e) AuthConfig (f3e1c95368481b095cca46748c681fdd1e9899ab4f2299bc4ef7b8a46661c38f) AuthConfig (680521879fe736a8aee90294d3539644812e3dace3bd393e1f516f6f7faa93d0) AuthConfig (75f7236526deda4c3726563d63c738f9c438a103174b9983206016cbe9c69b88) AuthConfig (2debc390c42ce059be6d305e5d7671a0dc8545c104c9a388ac9cabebc66a7abb) AuthConfig (c8c219640cdf7ea767320e00df271284ca58d08713c36045f5d1d3e0f2dd3749) AuthConfig (903bd3b08b349fd00eb80837d2595b51b7a7c107d19343ee622f240e937dc580) AuthConfig (6bc97ddb249c8663051dd4296d9fe5178284b9ba7251644f432031fc3968754e) AuthConfig (767653cf38e5731e1a828d76d52544d86c8e32218713e94811cafc23ea341cca) AuthConfig (43dd19a19c26a899996c34e9cdb4352d078320de41a19b2096cd72fa0b6a2f3c) AuthConfig (4fd14126b93c7d8920caf9bc5f984d963348d179a42136b9598448392096a85b) AuthConfig (d18d6fd211ba56d9da0bae70bc014e6cf59c77ba723212e94a74f181e4c59f46) AuthConfig (c3388d99d8db86713080e6df694605637166b9ad369219813a2228474839e673) AuthConfig (98fc2da72a77b652f7fb45e49c0bc23b32b0c07766a407f6626c6990a5f93591) AuthConfig (6b53201f4bbeb1038f81ebef6fc4af5386ddd915dfcaee318a9a8a917b0de71b) AuthConfig (f960a9380ac48c3c74b010efc056e3540fbce3bbab7c93da7b91494ff5c4c62c) AuthConfig (e99122e3ee8b4aac6c8943616a06a1aca528f5477423ba402974be1928c662df) AuthConfig (329cf28f7c01c36c8cc15c973d7d7a0c6238895db8192426cb17a1adcef92e91) AuthConfig (95f793cbfb3b3c03baa001873ff83230123b1ab10973d5592c7e2fadfae581eb) AuthConfig (ca7c9e5a2c9f206c0c7405cf2e1ea378ec62573c5a703ff8776a80352d6e2578) AuthConfig (e32864864894be6dc4224d7406529218b5ff270ef4c9d8ca3b5dc85060564d30) AuthConfig (785e4696bf4ae04a622733125871c4957067442cb5a174c49d66d9b5935882ea) AuthConfig (937d0ca92c8cf649931edda4c00f3b8f4b83555b99c2272a37293242e04d225d) AuthConfig (84cfe980b0f82792c8ecc2e71702cc7b8fc8dc1b4307e968570b8012353bb123)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"0632519c-325b-47d1-940c-5fb73647ddbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.069372256Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-degraded-sub","reconcileID":"7b751e3b-106c-4ca5-b166-09a8f4a67247","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscription":"e2e-apikey-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.226413581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-degraded-sub","reconcileID":"7b751e3b-106c-4ca5-b166-09a8f4a67247","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.22644335Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-degraded-sub","reconcileID":"7b751e3b-106c-4ca5-b166-09a8f4a67247","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.226580353Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-degraded-sub","reconcileID":"7b751e3b-106c-4ca5-b166-09a8f4a67247","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-d71a74/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.31720946Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-apikey-active-sub","reconcileID":"040c19dd-3d6e-448c-9057-e84183f72ffd","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscription":"e2e-apikey-active-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.475626038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-apikey-active-sub","reconcileID":"040c19dd-3d6e-448c-9057-e84183f72ffd","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.544076328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"1d50cb9b-0f93-4162-b624-dcff6622d49c","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.601468458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"f55840a6-da47-4de8-912b-f4f1ebf26e0a","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.691393673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"748b6029-f761-45af-871c-404f6c88639c","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.698864821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-degraded-auth","reconcileID":"2daf3f56-83c6-4dec-b7d5-7dd16dce4999","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.698868001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"26c5d060-45f3-4d43-8a12-ab75402cf691","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.699195358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"46698f97-a370-4817-9e3f-b27c8a5105c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.719054879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"318c35c3-c1cb-4933-86be-a1ea19c1ee0f","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.754353416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"26c5d060-45f3-4d43-8a12-ab75402cf691","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.75531229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"46698f97-a370-4817-9e3f-b27c8a5105c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.756590976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-degraded-auth","reconcileID":"2daf3f56-83c6-4dec-b7d5-7dd16dce4999","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.845754575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"889238d6-6415-4f6d-9c9a-0a5060fa4629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.845764788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"8f2888a3-4767-4990-9beb-be7ffe491e88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.868987789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"93b13fb0-362b-42f1-8402-ebb67c0ce421","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.900787803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"889238d6-6415-4f6d-9c9a-0a5060fa4629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.900973984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"8f2888a3-4767-4990-9beb-be7ffe491e88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.959055625Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-degraded-auth","reconcileID":"f08715df-ae3c-4120-a92d-184c07133c17","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:20.959055696Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-apikey-active-auth","reconcileID":"d4c35683-6be8-4b5e-98d9-8bbf8e1d2f4e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:21.170109722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"d226442e-3b45-4313-8cd0-4b2fa6824af2","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:21.170834659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"a39fa64e-473a-4514-b23b-2c0688208e32","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.285713476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"b90fd131-2f3c-4152-ae38-9f3713453233","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.339555912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"970c571c-adda-4479-a7ca-55ea6c874289","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.390537874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"7e8c34c7-e1f4-4f47-8d80-7ca7a19c9cbb","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.444550406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"ab56c22c-3d52-4dde-a0f6-3f4e7a6a5c41","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.493453546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-failed-auth","reconcileID":"c00e3bf7-b89d-45a7-9286-3aa86b496145","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.548790979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-failed-auth","reconcileID":"c00e3bf7-b89d-45a7-9286-3aa86b496145","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.598050549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3-auth","reconcileID":"c8f5339a-58b8-4c08-8bd5-6ea8856359e2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.653311525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3-auth","reconcileID":"c8f5339a-58b8-4c08-8bd5-6ea8856359e2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.673219545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"55d4c57a-a13d-4829-8fa2-6a5917e8e95c","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.729305225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"b23737ce-c2c1-4474-aa9a-4b155dea633f","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:30:22.782638019Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8a7ebfa3","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3","reconcileID":"5b3e7cf6-c726-4253-9f19-27cd48cf1f04","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-8a7ebfa3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.831104756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"9adad33d-75b6-496b-9ba1-e2228727fe57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.831277295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"4a1315c4-57c1-4d25-ae6b-80035f08f3e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.863992885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"aa8260d2-5744-4892-87b6-392074a52058","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:30:22.882635259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-failed-sub","reconcileID":"39ab9557-5db7-45ed-b0a5-5306aeeebd6e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.889501132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"9adad33d-75b6-496b-9ba1-e2228727fe57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.889896428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"4a1315c4-57c1-4d25-ae6b-80035f08f3e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.895452083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"712ab2f1-19b5-4659-af72-d43da761d265","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.935665616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"35c25e74-ac35-48c3-b73c-a49139b749eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.951022958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"c192e27d-8188-47ce-bba1-662b4c8f9ed0","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.991215629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"35c25e74-ac35-48c3-b73c-a49139b749eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.034468431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-failed-auth","reconcileID":"fd246149-8299-430b-a44e-ac867c7a48ed","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.065236818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"96f74b5d-4ada-4cf4-8d2e-945b0941b9e9","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.090165739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-failed-auth","reconcileID":"fd246149-8299-430b-a44e-ac867c7a48ed","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.214682979Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8a7ebfa3","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3","reconcileID":"379e0101-c067-4386-bfa7-a0139c9c811b","MaaSSubscription":{"name":"e2e-filter-sub-a-8a7ebfa3","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/e2e-filter-sub-a-8a7ebfa3","ai-tenant-e2e-worker-w0-7ee809/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.218955147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3-auth","reconcileID":"bfaae325-5298-4d41-8593-65b38fc2ce92","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.274345047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3-auth","reconcileID":"bfaae325-5298-4d41-8593-65b38fc2ce92","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.318638671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"b6c8c622-bb5e-4168-a245-715892defddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.319035346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"fb7ad102-0fd4-4eb3-8171-ebb1c4e9e559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.36314508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"d7560d79-7707-4f2b-b42f-5aaf01ae6025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.374081549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"b6c8c622-bb5e-4168-a245-715892defddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.375047978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"fb7ad102-0fd4-4eb3-8171-ebb1c4e9e559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.378767321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"b7c22709-094e-46eb-8bf0-9d53701cf0b1","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.418716827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"d7560d79-7707-4f2b-b42f-5aaf01ae6025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.422301061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"d06cf37e-7881-45e5-825b-4e7360578f48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.464307929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"00cab8e0-1314-40d9-8863-4621c04474d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.520212491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"00cab8e0-1314-40d9-8863-4621c04474d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.582079095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-failed-auth","reconcileID":"f548702f-db26-4418-8a27-3c71b822da08","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.584309177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8a7ebfa3","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3","reconcileID":"15cc101c-59c3-490f-b866-480a8a6f8b96","MaaSSubscription":{"name":"e2e-filter-sub-a-8a7ebfa3","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.640455783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-failed-auth","reconcileID":"f548702f-db26-4418-8a27-3c71b822da08","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.27357993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"a753fa76-5e55-4c1c-8408-81a3437a71a3","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.330197495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"4310a9bb-1b15-4591-bf24-339b0e42a5b0","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.48426079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-b-e71964f8-auth","reconcileID":"40814dc1-a002-4ac8-b15a-6b7f0624b2b5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.54019054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-b-e71964f8-auth","reconcileID":"40814dc1-a002-4ac8-b15a-6b7f0624b2b5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.565555334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"69ea0c40-c390-4d78-bf9b-74ba1dd60157","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.565576239Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-7ee809 priority=0:[ai-tenant-e2e-worker-w0-7ee809/e2e-filter-sub-a-8a7ebfa3 ai-tenant-e2e-worker-w0-7ee809/e2e-filter-sub-b-e71964f8]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.622567571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"cb7f6728-ed1f-4f2a-aada-eeb91503b06a","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.671700925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"a28942e5-1475-4d9e-a4c7-9f46a2017279","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.720088202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"1ace2827-ae78-48f6-a1c1-68f62709b259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.720073518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"7e75b9e9-ee3a-4437-b031-b4d3fe827a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.720603791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3-auth","reconcileID":"445ddf9e-97e9-4f31-b9ba-a41a02890188","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.725495426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"05614dbc-6b96-47d0-bc76-575ec8847594","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:30:25.731287233Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7ee809/e2e-filter-sub-b-e71964f8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-e71964f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.775869665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"7e75b9e9-ee3a-4437-b031-b4d3fe827a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.775998976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3-auth","reconcileID":"445ddf9e-97e9-4f31-b9ba-a41a02890188","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.7780545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"1ace2827-ae78-48f6-a1c1-68f62709b259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.855374627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"0b42de08-1a9e-46a7-92f2-0e42ef02827a","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.857104209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"bd75a035-8ee5-459e-a485-afa7af476dd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.912217968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"bd75a035-8ee5-459e-a485-afa7af476dd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.993671228Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-e71964f8","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-b-e71964f8","reconcileID":"6a3fa41d-bb3b-40b5-ac1e-67dc30942d40","MaaSSubscription":{"name":"e2e-filter-sub-b-e71964f8","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/e2e-filter-sub-a-8a7ebfa3","ai-tenant-e2e-worker-w0-7ee809/e2e-filter-sub-b-e71964f8","ai-tenant-e2e-worker-w0-7ee809/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.008389018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-b-e71964f8-auth","reconcileID":"840c2056-63a9-422e-949c-65e494477ce3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.06412327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-b-e71964f8-auth","reconcileID":"840c2056-63a9-422e-949c-65e494477ce3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.071991154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"66521c42-9810-46b0-afe6-96b48631e187","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.155172784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"ac313143-b7d3-4bf5-99a7-34ce3bccd719","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.156123146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"7eb010a4-ef61-46c2-9971-2ea00ad3de12","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.156452466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3-auth","reconcileID":"3f3e6d9e-258a-403f-beaa-8033e5d88da9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.156518955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"ca1fd93f-a345-4d6a-a4e3-1d5901d963fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.195307801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"5de41c4a-e8f2-4c91-ae8e-3f1a94741aa9","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.195319785Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-7ee809 priority=0:[ai-tenant-e2e-worker-w0-7ee809/e2e-filter-sub-a-8a7ebfa3 ai-tenant-e2e-worker-w0-7ee809/e2e-filter-sub-b-e71964f8]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.20205332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"aa9f86ec-cc00-4253-8f63-c728cdb9744a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.202074246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8a7ebfa3","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3","reconcileID":"ba59c40e-652f-4a9e-8591-d737d76fdd58","MaaSSubscription":{"name":"e2e-filter-sub-a-8a7ebfa3","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.210768026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"ac313143-b7d3-4bf5-99a7-34ce3bccd719","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.2119413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3-auth","reconcileID":"3f3e6d9e-258a-403f-beaa-8033e5d88da9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.212945672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"ca1fd93f-a345-4d6a-a4e3-1d5901d963fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.252954828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"ddc6a9a9-83d2-4f6c-9cc4-43f4faf2bafe","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.303957887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"3a8bd1e2-a5c0-4780-8556-ebb5d3dc5eb0","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:30:26.306280912Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-f463c9/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.358565467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"19da3227-ec3a-410a-9930-76c90a3839b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.359927778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"d3401549-3914-4dfc-a30a-c4b0b5335582","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.361736092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-e71964f8","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-b-e71964f8","reconcileID":"42f23084-cab6-43e4-a97d-13ae387401d2","MaaSSubscription":{"name":"e2e-filter-sub-b-e71964f8","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.414795614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"19da3227-ec3a-410a-9930-76c90a3839b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.453814818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-failed-auth","reconcileID":"c55d2516-c6b5-4139-b4b1-95f2e9b3b812","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.469093272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"7c07080f-b4be-4333-9920-faccba80374b","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.509466034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-failed-auth","reconcileID":"c55d2516-c6b5-4139-b4b1-95f2e9b3b812","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.556262727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"e6c37d22-7b20-47f9-a157-4af90a07ba28","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.568515515Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"347a4391-6596-4656-82b0-1eb0cfc86466","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"simulator-w1-f463c9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-f463c9/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.659164805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"bd9591c0-38ba-4846-84a0-d3ec5576d647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.731693657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"16a580fe-1482-4e61-b75c-470efcffbbde","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.740701512Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-7ee809 priority=0:[ai-tenant-e2e-worker-w0-7ee809/e2e-filter-sub-a-8a7ebfa3 ai-tenant-e2e-worker-w0-7ee809/e2e-filter-sub-b-e71964f8]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.74083592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"ec0ea59c-cc23-4a25-b470-232d4ca2f860","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.784218495Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"bd9591c0-38ba-4846-84a0-d3ec5576d647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.818482998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"efccc54c-fca0-47bb-beab-ec68de6c7eb9","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.838887255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f463c9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"bd9591c0-38ba-4846-84a0-d3ec5576d647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:30:26.848636949Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"3cb64ac0-1d2e-41aa-8921-2bfdf2d51c59","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.873376227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"8d1d2852-5b9a-4c75-8704-62999a999c8a","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.895150351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"cc99d793-ce86-4069-a04b-f9e641976cad","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.939116695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"d8978c65-b832-4fc5-af70-6725a24f54c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.962535809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"8dc0cfae-b283-4a8c-a49d-23a3845acb49","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.998353748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"c5ff421a-6b81-488b-92f3-83281ae2ad0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.016482117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"278fe895-8ded-4516-82a7-0fdb923b86d4","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.053766665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"c5ff421a-6b81-488b-92f3-83281ae2ad0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.073945647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"d46a1454-9b33-4005-a073-54a159c5dd33","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.107921409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f463c9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"c5ff421a-6b81-488b-92f3-83281ae2ad0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.224240937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"5d10f30c-6be7-4fe6-8cf8-7d9df7fc31b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.232671306Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"4332bfeb-8c87-48ad-be6d-6150bc353000","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"premium-w1-f463c9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-f463c9/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.261914478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"52daf9f7-3ce0-48d5-b512-874db60cc9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.280001457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"5d10f30c-6be7-4fe6-8cf8-7d9df7fc31b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.318515817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"52daf9f7-3ce0-48d5-b512-874db60cc9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.334338397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f463c9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"5d10f30c-6be7-4fe6-8cf8-7d9df7fc31b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.3726964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f463c9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"52daf9f7-3ce0-48d5-b512-874db60cc9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.392618657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"dfe02df8-706a-43ad-8d2b-122e2de0774a","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.39487291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"30837153-aeef-4b70-b9f2-6250cab9b416","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.545950336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"7480816f-9420-46eb-88b4-5bc87dfdef1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.600679302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"5d0c7612-a0f1-4759-a339-c8d2ade966c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.601447544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"7480816f-9420-46eb-88b4-5bc87dfdef1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.655974519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f463c9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"7480816f-9420-46eb-88b4-5bc87dfdef1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.270974548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"28189864-4405-4136-9040-b5ae96b88f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.274123365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"1f678bcd-1ee5-4bd4-853b-502f882b4c15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.330002973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"1f678bcd-1ee5-4bd4-853b-502f882b4c15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.330159054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"28189864-4405-4136-9040-b5ae96b88f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.38588956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-6de8e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (236f91ab0b8f6e105f14cbf2045109e0246936ac8879435086effc9db483d381) AuthConfig (78addeb559c42777367836cc2ad10ace25fe9f98ca230b5b1213b480c184b670) AuthConfig (8f3b276a4731583e71b72f29f023bef147c30eb5a82ae01850e86500e72fe9cd) AuthConfig (6c716792001f878b0c9775283a9a494646ce7d21ce540326d917298b934697d2) AuthConfig (4b19fcba345afeb31ff968984c461539483c6429cecfbc4e46f068cfd4ed050d) AuthConfig (26e4d1bd3a838b40bc14d630b761c65ad159d42918600142a0eb17c4e1c5e525) AuthConfig (9fbabd8cbedd512f34fea14ae76bcc816a665cda475a4c712d6c8953a8c7185e) AuthConfig (f3e1c95368481b095cca46748c681fdd1e9899ab4f2299bc4ef7b8a46661c38f) AuthConfig (680521879fe736a8aee90294d3539644812e3dace3bd393e1f516f6f7faa93d0) AuthConfig (75f7236526deda4c3726563d63c738f9c438a103174b9983206016cbe9c69b88) AuthConfig (2debc390c42ce059be6d305e5d7671a0dc8545c104c9a388ac9cabebc66a7abb) AuthConfig (c8c219640cdf7ea767320e00df271284ca58d08713c36045f5d1d3e0f2dd3749) AuthConfig (903bd3b08b349fd00eb80837d2595b51b7a7c107d19343ee622f240e937dc580) AuthConfig (6bc97ddb249c8663051dd4296d9fe5178284b9ba7251644f432031fc3968754e) AuthConfig (767653cf38e5731e1a828d76d52544d86c8e32218713e94811cafc23ea341cca) AuthConfig (43dd19a19c26a899996c34e9cdb4352d078320de41a19b2096cd72fa0b6a2f3c) AuthConfig (4fd14126b93c7d8920caf9bc5f984d963348d179a42136b9598448392096a85b) AuthConfig (d18d6fd211ba56d9da0bae70bc014e6cf59c77ba723212e94a74f181e4c59f46) AuthConfig (c3388d99d8db86713080e6df694605637166b9ad369219813a2228474839e673) AuthConfig (98fc2da72a77b652f7fb45e49c0bc23b32b0c07766a407f6626c6990a5f93591) AuthConfig (6b53201f4bbeb1038f81ebef6fc4af5386ddd915dfcaee318a9a8a917b0de71b) AuthConfig (f960a9380ac48c3c74b010efc056e3540fbce3bbab7c93da7b91494ff5c4c62c) AuthConfig (e99122e3ee8b4aac6c8943616a06a1aca528f5477423ba402974be1928c662df) AuthConfig (329cf28f7c01c36c8cc15c973d7d7a0c6238895db8192426cb17a1adcef92e91) AuthConfig (95f793cbfb3b3c03baa001873ff83230123b1ab10973d5592c7e2fadfae581eb) AuthConfig (ca7c9e5a2c9f206c0c7405cf2e1ea378ec62573c5a703ff8776a80352d6e2578) AuthConfig (e32864864894be6dc4224d7406529218b5ff270ef4c9d8ca3b5dc85060564d30) AuthConfig (785e4696bf4ae04a622733125871c4957067442cb5a174c49d66d9b5935882ea) AuthConfig (937d0ca92c8cf649931edda4c00f3b8f4b83555b99c2272a37293242e04d225d) AuthConfig (84cfe980b0f82792c8ecc2e71702cc7b8fc8dc1b4307e968570b8012353bb123)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"28189864-4405-4136-9040-b5ae96b88f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.388584826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-6de8e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (236f91ab0b8f6e105f14cbf2045109e0246936ac8879435086effc9db483d381) AuthConfig (78addeb559c42777367836cc2ad10ace25fe9f98ca230b5b1213b480c184b670) AuthConfig (8f3b276a4731583e71b72f29f023bef147c30eb5a82ae01850e86500e72fe9cd) AuthConfig (6c716792001f878b0c9775283a9a494646ce7d21ce540326d917298b934697d2) AuthConfig (4b19fcba345afeb31ff968984c461539483c6429cecfbc4e46f068cfd4ed050d) AuthConfig (26e4d1bd3a838b40bc14d630b761c65ad159d42918600142a0eb17c4e1c5e525) AuthConfig (9fbabd8cbedd512f34fea14ae76bcc816a665cda475a4c712d6c8953a8c7185e) AuthConfig (f3e1c95368481b095cca46748c681fdd1e9899ab4f2299bc4ef7b8a46661c38f) AuthConfig (680521879fe736a8aee90294d3539644812e3dace3bd393e1f516f6f7faa93d0) AuthConfig (75f7236526deda4c3726563d63c738f9c438a103174b9983206016cbe9c69b88) AuthConfig (2debc390c42ce059be6d305e5d7671a0dc8545c104c9a388ac9cabebc66a7abb) AuthConfig (c8c219640cdf7ea767320e00df271284ca58d08713c36045f5d1d3e0f2dd3749) AuthConfig (903bd3b08b349fd00eb80837d2595b51b7a7c107d19343ee622f240e937dc580) AuthConfig (6bc97ddb249c8663051dd4296d9fe5178284b9ba7251644f432031fc3968754e) AuthConfig (767653cf38e5731e1a828d76d52544d86c8e32218713e94811cafc23ea341cca) AuthConfig (43dd19a19c26a899996c34e9cdb4352d078320de41a19b2096cd72fa0b6a2f3c) AuthConfig (4fd14126b93c7d8920caf9bc5f984d963348d179a42136b9598448392096a85b) AuthConfig (d18d6fd211ba56d9da0bae70bc014e6cf59c77ba723212e94a74f181e4c59f46) AuthConfig (c3388d99d8db86713080e6df694605637166b9ad369219813a2228474839e673) AuthConfig (98fc2da72a77b652f7fb45e49c0bc23b32b0c07766a407f6626c6990a5f93591) AuthConfig (6b53201f4bbeb1038f81ebef6fc4af5386ddd915dfcaee318a9a8a917b0de71b) AuthConfig (f960a9380ac48c3c74b010efc056e3540fbce3bbab7c93da7b91494ff5c4c62c) AuthConfig (e99122e3ee8b4aac6c8943616a06a1aca528f5477423ba402974be1928c662df) AuthConfig (329cf28f7c01c36c8cc15c973d7d7a0c6238895db8192426cb17a1adcef92e91) AuthConfig (95f793cbfb3b3c03baa001873ff83230123b1ab10973d5592c7e2fadfae581eb) AuthConfig (ca7c9e5a2c9f206c0c7405cf2e1ea378ec62573c5a703ff8776a80352d6e2578) AuthConfig (e32864864894be6dc4224d7406529218b5ff270ef4c9d8ca3b5dc85060564d30) AuthConfig (785e4696bf4ae04a622733125871c4957067442cb5a174c49d66d9b5935882ea) AuthConfig (937d0ca92c8cf649931edda4c00f3b8f4b83555b99c2272a37293242e04d225d) AuthConfig (84cfe980b0f82792c8ecc2e71702cc7b8fc8dc1b4307e968570b8012353bb123)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"1f678bcd-1ee5-4bd4-853b-502f882b4c15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.276548033Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.448756702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"ee272155-88c3-4b6b-8891-cfa26e946785","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.603741625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"add1841b-9dcb-474e-a2c0-68af5cd2cb0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.603878483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"53660e50-38d3-4ea4-a623-798499713f61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.603743132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-b-e71964f8-auth","reconcileID":"c4012dca-a116-4d34-bafd-08cc467e3b36","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.604263994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3-auth","reconcileID":"057ae47d-e3b3-4735-b367-9b35bb03e2e4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.659920112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"53660e50-38d3-4ea4-a623-798499713f61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.660189501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-b-e71964f8-auth","reconcileID":"c4012dca-a116-4d34-bafd-08cc467e3b36","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.662292316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3-auth","reconcileID":"057ae47d-e3b3-4735-b367-9b35bb03e2e4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.662375875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"add1841b-9dcb-474e-a2c0-68af5cd2cb0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:35.651841246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"6a170347-ac45-4db9-a1e7-e09f77d892a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:35.813587134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"33cfd702-dcf3-455c-858b-f6aedb4600eb","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:35.824576897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"e2b1e1f5-10a0-491e-b37f-ecf9d2f35276","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:35.864447651Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-failed-sub","reconcileID":"93e602d3-4da1-4410-8da6-becad236f742","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:35.864574385Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-failed-sub","reconcileID":"93e602d3-4da1-4410-8da6-becad236f742","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-d71a74/nonexistent-model-apikey-failed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:35.991371839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"bd60b475-eafe-4487-94b2-c1e9676a148f","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.196507297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"654cd0a7-8852-4daf-be84-5974a1a6714e","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.207295509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"42b08fcd-da7f-4263-b535-2768d6513a30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.207949948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"2dafa0a2-afeb-404a-a6a2-4b44302cc238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.2546525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"81289435-437f-4e61-928b-20c617f5245a","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.262688657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"42b08fcd-da7f-4263-b535-2768d6513a30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.26407605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"2dafa0a2-afeb-404a-a6a2-4b44302cc238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.288266909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"9632d094-7773-49c1-8edd-b66de57907dd","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.307903085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-failed-auth","reconcileID":"5ae7855e-45c3-43ba-9ba4-a8e03b8f900f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.307929467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"b4155905-3b2d-482a-be64-4d2160eecc7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.308364522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"d41a5938-b753-41cd-9d0c-b8186e2ce906","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.317436264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f463c9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a34d23c60f8a1d98bb05596340c38e4a059eeb9e15e239260de8fbeda6197eed) AuthConfig (54f3d11fcd8c88fbef3cf37032f287313f09d1e5491869f40abf2054635acbe1) AuthConfig (20a2ee4be46169cc5af533a29fb8b6b9fd478d3da17e19c0d687819401493afd) AuthConfig (53ccc8312e61e8b99d909aa80cffbe7e0054546ce5d1300cd27b29d49db5ba45) AuthConfig (f2d811f1e980edc81e00fac3ebee4eec3ce9357479cfea590c16f48baa184e2d) AuthConfig (ec7a26a79c9865c891bb71af7073c9cd1969f55fff0bf97bfb480726a07b5ccd) AuthConfig (c363dd779e9fb6d6c4532600c5ccf26a18da958236daac1c9eb9debff3fc6c1d) AuthConfig (ca56aff6b3660f6822410fb1236b1f89c4c2ff8c180bb789401489033748fc1b) AuthConfig (e60288ec78ad112a26c4f126843fc3a5b8a6291614d4855a70dc366b2c8b958e) AuthConfig (f2445827f54b2ca0565e83f742d3ec6926858d518a8a67874d35d1c6f1b42052) AuthConfig (6bb493c9cba6c871f0f5aa4a394fb2884908cde1c8265cb12a210fcb0f01c7ee) AuthConfig (f5f700be6dfc5e20b9026793c26e78afc6c71ff77bd5b02b234c478584b4dd05) AuthConfig (aa796bb0a1fc2808639a1684d3c888ec9901df49d8bbcd750f0590fdc975938c) AuthConfig (e423bba96a2e3277811962ea8c6e67631a14d38d5b62e77a0d22535a390242ac) AuthConfig (8d256ad6af830593a612153746d97063de362e3bbd7cf1899c438baf1eec133e) AuthConfig (6fa017296f62c16c8f783a0c50b496dd7fd17a342d68ecd4c86aad1247d0823d) AuthConfig (97f50e87ffc8d4f48e277d87a5b483396150a6c16c7c9d8da4e65d4414aef4df) AuthConfig (a5afcdde23a30d8392f49ed98b7b3ef0b71889bb1e5ef76a9edf860ad39e99f3) AuthConfig (5770bc7b9f765631863eb74db2c1e3021906417fd2c08fde94b6196ef30340ad) AuthConfig (5575459d2534fa146a6fa1cacbc9e76620c9ffc89d3010ea70583ccf4b5b8a6b) AuthConfig (3073892d8b88bc3ec156d5ba3e04914f1d79412afa1cc66cb3ebb05ef329f7b0) AuthConfig (344e869a21f18343d47ae6983e90f8bfe49c506aece1d8bb9054229f885f7617) AuthConfig (f4e22d73e739826fcc6b1ae591d0128b166dc223de9e51dedeb8e08c9e43e7bb) AuthConfig (5433c20d7790dee9788d229a2dce46bcfe56b3560255d09d08bae05ae24f7c0d) AuthConfig (5c144f217ca958ef19d55d529e8e60988fa46b63beb1251e3e1f30b396396839) AuthConfig (1422fdbc0583ffc87409d8b9825313a26522f620bf4904186d0cba4022cf4f48) AuthConfig (65ccda43c16afea9f57c6b5643412bedaf94fa0e87e03c0502f7c6ae265cd26c) AuthConfig (65fefd783936d27fb90013b6340088928200bdf84389282f9c319d22c229a1a7) AuthConfig (c636bd35816bb1f08b7b2e32657fa8dbdd81ec935b458922edcd253b3d9ea269) AuthConfig (94e13967e722c819329bfd18731a91a0f5c14ebdf7c3a411fc9ee38aac872151)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"42b08fcd-da7f-4263-b535-2768d6513a30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.318002998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f463c9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a34d23c60f8a1d98bb05596340c38e4a059eeb9e15e239260de8fbeda6197eed) AuthConfig (54f3d11fcd8c88fbef3cf37032f287313f09d1e5491869f40abf2054635acbe1) AuthConfig (20a2ee4be46169cc5af533a29fb8b6b9fd478d3da17e19c0d687819401493afd) AuthConfig (53ccc8312e61e8b99d909aa80cffbe7e0054546ce5d1300cd27b29d49db5ba45) AuthConfig (f2d811f1e980edc81e00fac3ebee4eec3ce9357479cfea590c16f48baa184e2d) AuthConfig (ec7a26a79c9865c891bb71af7073c9cd1969f55fff0bf97bfb480726a07b5ccd) AuthConfig (c363dd779e9fb6d6c4532600c5ccf26a18da958236daac1c9eb9debff3fc6c1d) AuthConfig (ca56aff6b3660f6822410fb1236b1f89c4c2ff8c180bb789401489033748fc1b) AuthConfig (e60288ec78ad112a26c4f126843fc3a5b8a6291614d4855a70dc366b2c8b958e) AuthConfig (f2445827f54b2ca0565e83f742d3ec6926858d518a8a67874d35d1c6f1b42052) AuthConfig (6bb493c9cba6c871f0f5aa4a394fb2884908cde1c8265cb12a210fcb0f01c7ee) AuthConfig (f5f700be6dfc5e20b9026793c26e78afc6c71ff77bd5b02b234c478584b4dd05) AuthConfig (aa796bb0a1fc2808639a1684d3c888ec9901df49d8bbcd750f0590fdc975938c) AuthConfig (e423bba96a2e3277811962ea8c6e67631a14d38d5b62e77a0d22535a390242ac) AuthConfig (8d256ad6af830593a612153746d97063de362e3bbd7cf1899c438baf1eec133e) AuthConfig (6fa017296f62c16c8f783a0c50b496dd7fd17a342d68ecd4c86aad1247d0823d) AuthConfig (97f50e87ffc8d4f48e277d87a5b483396150a6c16c7c9d8da4e65d4414aef4df) AuthConfig (a5afcdde23a30d8392f49ed98b7b3ef0b71889bb1e5ef76a9edf860ad39e99f3) AuthConfig (5770bc7b9f765631863eb74db2c1e3021906417fd2c08fde94b6196ef30340ad) AuthConfig (5575459d2534fa146a6fa1cacbc9e76620c9ffc89d3010ea70583ccf4b5b8a6b) AuthConfig (3073892d8b88bc3ec156d5ba3e04914f1d79412afa1cc66cb3ebb05ef329f7b0) AuthConfig (344e869a21f18343d47ae6983e90f8bfe49c506aece1d8bb9054229f885f7617) AuthConfig (f4e22d73e739826fcc6b1ae591d0128b166dc223de9e51dedeb8e08c9e43e7bb) AuthConfig (5433c20d7790dee9788d229a2dce46bcfe56b3560255d09d08bae05ae24f7c0d) AuthConfig (5c144f217ca958ef19d55d529e8e60988fa46b63beb1251e3e1f30b396396839) AuthConfig (1422fdbc0583ffc87409d8b9825313a26522f620bf4904186d0cba4022cf4f48) AuthConfig (65ccda43c16afea9f57c6b5643412bedaf94fa0e87e03c0502f7c6ae265cd26c) AuthConfig (65fefd783936d27fb90013b6340088928200bdf84389282f9c319d22c229a1a7) AuthConfig (c636bd35816bb1f08b7b2e32657fa8dbdd81ec935b458922edcd253b3d9ea269) AuthConfig (94e13967e722c819329bfd18731a91a0f5c14ebdf7c3a411fc9ee38aac872151)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"2dafa0a2-afeb-404a-a6a2-4b44302cc238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.365233156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"b4155905-3b2d-482a-be64-4d2160eecc7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.36541236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-failed-auth","reconcileID":"5ae7855e-45c3-43ba-9ba4-a8e03b8f900f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.367812496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"d41a5938-b753-41cd-9d0c-b8186e2ce906","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.373872819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"ecfa7e91-7133-40db-aa0a-161603c6ce96","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.37662821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"ba8e94d2-d614-40ea-8738-8124f1e498ac","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.520406834Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-apikey-failed-auth","reconcileID":"2aa36897-92b5-49e4-a972-ae22946f31bf","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.529030815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"1b10ce8f-46dc-44ac-a5ca-e827c1ddff7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.529430068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"0be030b5-f4f7-4377-85cf-6b32d05acac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.584108055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"1b10ce8f-46dc-44ac-a5ca-e827c1ddff7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.584707305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"0be030b5-f4f7-4377-85cf-6b32d05acac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.638938748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f463c9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a34d23c60f8a1d98bb05596340c38e4a059eeb9e15e239260de8fbeda6197eed) AuthConfig (54f3d11fcd8c88fbef3cf37032f287313f09d1e5491869f40abf2054635acbe1) AuthConfig (20a2ee4be46169cc5af533a29fb8b6b9fd478d3da17e19c0d687819401493afd) AuthConfig (53ccc8312e61e8b99d909aa80cffbe7e0054546ce5d1300cd27b29d49db5ba45) AuthConfig (f2d811f1e980edc81e00fac3ebee4eec3ce9357479cfea590c16f48baa184e2d) AuthConfig (ec7a26a79c9865c891bb71af7073c9cd1969f55fff0bf97bfb480726a07b5ccd) AuthConfig (c363dd779e9fb6d6c4532600c5ccf26a18da958236daac1c9eb9debff3fc6c1d) AuthConfig (ca56aff6b3660f6822410fb1236b1f89c4c2ff8c180bb789401489033748fc1b) AuthConfig (e60288ec78ad112a26c4f126843fc3a5b8a6291614d4855a70dc366b2c8b958e) AuthConfig (f2445827f54b2ca0565e83f742d3ec6926858d518a8a67874d35d1c6f1b42052) AuthConfig (6bb493c9cba6c871f0f5aa4a394fb2884908cde1c8265cb12a210fcb0f01c7ee) AuthConfig (f5f700be6dfc5e20b9026793c26e78afc6c71ff77bd5b02b234c478584b4dd05) AuthConfig (aa796bb0a1fc2808639a1684d3c888ec9901df49d8bbcd750f0590fdc975938c) AuthConfig (e423bba96a2e3277811962ea8c6e67631a14d38d5b62e77a0d22535a390242ac) AuthConfig (8d256ad6af830593a612153746d97063de362e3bbd7cf1899c438baf1eec133e) AuthConfig (6fa017296f62c16c8f783a0c50b496dd7fd17a342d68ecd4c86aad1247d0823d) AuthConfig (97f50e87ffc8d4f48e277d87a5b483396150a6c16c7c9d8da4e65d4414aef4df) AuthConfig (a5afcdde23a30d8392f49ed98b7b3ef0b71889bb1e5ef76a9edf860ad39e99f3) AuthConfig (5770bc7b9f765631863eb74db2c1e3021906417fd2c08fde94b6196ef30340ad) AuthConfig (5575459d2534fa146a6fa1cacbc9e76620c9ffc89d3010ea70583ccf4b5b8a6b) AuthConfig (3073892d8b88bc3ec156d5ba3e04914f1d79412afa1cc66cb3ebb05ef329f7b0) AuthConfig (344e869a21f18343d47ae6983e90f8bfe49c506aece1d8bb9054229f885f7617) AuthConfig (f4e22d73e739826fcc6b1ae591d0128b166dc223de9e51dedeb8e08c9e43e7bb) AuthConfig (5433c20d7790dee9788d229a2dce46bcfe56b3560255d09d08bae05ae24f7c0d) AuthConfig (5c144f217ca958ef19d55d529e8e60988fa46b63beb1251e3e1f30b396396839) AuthConfig (1422fdbc0583ffc87409d8b9825313a26522f620bf4904186d0cba4022cf4f48) AuthConfig (65ccda43c16afea9f57c6b5643412bedaf94fa0e87e03c0502f7c6ae265cd26c) AuthConfig (65fefd783936d27fb90013b6340088928200bdf84389282f9c319d22c229a1a7) AuthConfig (c636bd35816bb1f08b7b2e32657fa8dbdd81ec935b458922edcd253b3d9ea269) AuthConfig (94e13967e722c819329bfd18731a91a0f5c14ebdf7c3a411fc9ee38aac872151)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"1b10ce8f-46dc-44ac-a5ca-e827c1ddff7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.639654544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f463c9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a34d23c60f8a1d98bb05596340c38e4a059eeb9e15e239260de8fbeda6197eed) AuthConfig (54f3d11fcd8c88fbef3cf37032f287313f09d1e5491869f40abf2054635acbe1) AuthConfig (20a2ee4be46169cc5af533a29fb8b6b9fd478d3da17e19c0d687819401493afd) AuthConfig (53ccc8312e61e8b99d909aa80cffbe7e0054546ce5d1300cd27b29d49db5ba45) AuthConfig (f2d811f1e980edc81e00fac3ebee4eec3ce9357479cfea590c16f48baa184e2d) AuthConfig (ec7a26a79c9865c891bb71af7073c9cd1969f55fff0bf97bfb480726a07b5ccd) AuthConfig (c363dd779e9fb6d6c4532600c5ccf26a18da958236daac1c9eb9debff3fc6c1d) AuthConfig (ca56aff6b3660f6822410fb1236b1f89c4c2ff8c180bb789401489033748fc1b) AuthConfig (e60288ec78ad112a26c4f126843fc3a5b8a6291614d4855a70dc366b2c8b958e) AuthConfig (f2445827f54b2ca0565e83f742d3ec6926858d518a8a67874d35d1c6f1b42052) AuthConfig (6bb493c9cba6c871f0f5aa4a394fb2884908cde1c8265cb12a210fcb0f01c7ee) AuthConfig (f5f700be6dfc5e20b9026793c26e78afc6c71ff77bd5b02b234c478584b4dd05) AuthConfig (aa796bb0a1fc2808639a1684d3c888ec9901df49d8bbcd750f0590fdc975938c) AuthConfig (e423bba96a2e3277811962ea8c6e67631a14d38d5b62e77a0d22535a390242ac) AuthConfig (8d256ad6af830593a612153746d97063de362e3bbd7cf1899c438baf1eec133e) AuthConfig (6fa017296f62c16c8f783a0c50b496dd7fd17a342d68ecd4c86aad1247d0823d) AuthConfig (97f50e87ffc8d4f48e277d87a5b483396150a6c16c7c9d8da4e65d4414aef4df) AuthConfig (a5afcdde23a30d8392f49ed98b7b3ef0b71889bb1e5ef76a9edf860ad39e99f3) AuthConfig (5770bc7b9f765631863eb74db2c1e3021906417fd2c08fde94b6196ef30340ad) AuthConfig (5575459d2534fa146a6fa1cacbc9e76620c9ffc89d3010ea70583ccf4b5b8a6b) AuthConfig (3073892d8b88bc3ec156d5ba3e04914f1d79412afa1cc66cb3ebb05ef329f7b0) AuthConfig (344e869a21f18343d47ae6983e90f8bfe49c506aece1d8bb9054229f885f7617) AuthConfig (f4e22d73e739826fcc6b1ae591d0128b166dc223de9e51dedeb8e08c9e43e7bb) AuthConfig (5433c20d7790dee9788d229a2dce46bcfe56b3560255d09d08bae05ae24f7c0d) AuthConfig (5c144f217ca958ef19d55d529e8e60988fa46b63beb1251e3e1f30b396396839) AuthConfig (1422fdbc0583ffc87409d8b9825313a26522f620bf4904186d0cba4022cf4f48) AuthConfig (65ccda43c16afea9f57c6b5643412bedaf94fa0e87e03c0502f7c6ae265cd26c) AuthConfig (65fefd783936d27fb90013b6340088928200bdf84389282f9c319d22c229a1a7) AuthConfig (c636bd35816bb1f08b7b2e32657fa8dbdd81ec935b458922edcd253b3d9ea269) AuthConfig (94e13967e722c819329bfd18731a91a0f5c14ebdf7c3a411fc9ee38aac872151)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"0be030b5-f4f7-4377-85cf-6b32d05acac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:36.72781439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"e9e1ed71-6fdb-45ce-9a00-a2842bc35d0a","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:38.546742611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"67265f0d-877d-4518-a62d-c9be4838508b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:38.546768941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"2919438e-cb1e-4844-9ca7-c7491b07b14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:38.602054104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"67265f0d-877d-4518-a62d-c9be4838508b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:38.602133947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"2919438e-cb1e-4844-9ca7-c7491b07b14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:38.868799475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"c62c5932-7b7a-4a17-8ae8-5a3bc4416683","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:38.869160168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"7a10bbcc-e2a3-4f3e-9785-94f2d96a624e","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.807776917Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"2ea4b0a3-a283-433f-909c-0664971e8964","namespace":"llm","name":"e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.866142013Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"ae04ba3d-17ec-41cb-bea4-fba145fdb346","namespace":"llm","name":"e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.963623358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"9bd3c778-9dc0-43b3-a362-83bd65de8331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.964509417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"17db5686-3616-4bdf-b767-6546d36f8e1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.964797067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"62e8cec0-f99e-479c-87ae-3c713378b59e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.964498229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"f8821eb5-8e9a-4cae-bf21-2ff674900179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.965209054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"3fb303df-5ca4-4b2f-abf9-11912128589c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.019608758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"9bd3c778-9dc0-43b3-a362-83bd65de8331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.021758027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"62e8cec0-f99e-479c-87ae-3c713378b59e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.022138736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"f8821eb5-8e9a-4cae-bf21-2ff674900179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.025784551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"17db5686-3616-4bdf-b767-6546d36f8e1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.026227763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"3fb303df-5ca4-4b2f-abf9-11912128589c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.075707878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f463c9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a34d23c60f8a1d98bb05596340c38e4a059eeb9e15e239260de8fbeda6197eed) AuthConfig (54f3d11fcd8c88fbef3cf37032f287313f09d1e5491869f40abf2054635acbe1) AuthConfig (20a2ee4be46169cc5af533a29fb8b6b9fd478d3da17e19c0d687819401493afd) AuthConfig (53ccc8312e61e8b99d909aa80cffbe7e0054546ce5d1300cd27b29d49db5ba45) AuthConfig (f2d811f1e980edc81e00fac3ebee4eec3ce9357479cfea590c16f48baa184e2d) AuthConfig (ec7a26a79c9865c891bb71af7073c9cd1969f55fff0bf97bfb480726a07b5ccd) AuthConfig (c363dd779e9fb6d6c4532600c5ccf26a18da958236daac1c9eb9debff3fc6c1d) AuthConfig (ca56aff6b3660f6822410fb1236b1f89c4c2ff8c180bb789401489033748fc1b) AuthConfig (e60288ec78ad112a26c4f126843fc3a5b8a6291614d4855a70dc366b2c8b958e) AuthConfig (f2445827f54b2ca0565e83f742d3ec6926858d518a8a67874d35d1c6f1b42052) AuthConfig (6bb493c9cba6c871f0f5aa4a394fb2884908cde1c8265cb12a210fcb0f01c7ee) AuthConfig (f5f700be6dfc5e20b9026793c26e78afc6c71ff77bd5b02b234c478584b4dd05) AuthConfig (aa796bb0a1fc2808639a1684d3c888ec9901df49d8bbcd750f0590fdc975938c) AuthConfig (e423bba96a2e3277811962ea8c6e67631a14d38d5b62e77a0d22535a390242ac) AuthConfig (8d256ad6af830593a612153746d97063de362e3bbd7cf1899c438baf1eec133e) AuthConfig (6fa017296f62c16c8f783a0c50b496dd7fd17a342d68ecd4c86aad1247d0823d) AuthConfig (97f50e87ffc8d4f48e277d87a5b483396150a6c16c7c9d8da4e65d4414aef4df) AuthConfig (a5afcdde23a30d8392f49ed98b7b3ef0b71889bb1e5ef76a9edf860ad39e99f3) AuthConfig (5770bc7b9f765631863eb74db2c1e3021906417fd2c08fde94b6196ef30340ad) AuthConfig (5575459d2534fa146a6fa1cacbc9e76620c9ffc89d3010ea70583ccf4b5b8a6b) AuthConfig (3073892d8b88bc3ec156d5ba3e04914f1d79412afa1cc66cb3ebb05ef329f7b0) AuthConfig (344e869a21f18343d47ae6983e90f8bfe49c506aece1d8bb9054229f885f7617) AuthConfig (f4e22d73e739826fcc6b1ae591d0128b166dc223de9e51dedeb8e08c9e43e7bb) AuthConfig (5433c20d7790dee9788d229a2dce46bcfe56b3560255d09d08bae05ae24f7c0d) AuthConfig (5c144f217ca958ef19d55d529e8e60988fa46b63beb1251e3e1f30b396396839) AuthConfig (1422fdbc0583ffc87409d8b9825313a26522f620bf4904186d0cba4022cf4f48) AuthConfig (65ccda43c16afea9f57c6b5643412bedaf94fa0e87e03c0502f7c6ae265cd26c) AuthConfig (65fefd783936d27fb90013b6340088928200bdf84389282f9c319d22c229a1a7) AuthConfig (c636bd35816bb1f08b7b2e32657fa8dbdd81ec935b458922edcd253b3d9ea269) AuthConfig (94e13967e722c819329bfd18731a91a0f5c14ebdf7c3a411fc9ee38aac872151)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"62e8cec0-f99e-479c-87ae-3c713378b59e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.075898396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f463c9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a34d23c60f8a1d98bb05596340c38e4a059eeb9e15e239260de8fbeda6197eed) AuthConfig (54f3d11fcd8c88fbef3cf37032f287313f09d1e5491869f40abf2054635acbe1) AuthConfig (20a2ee4be46169cc5af533a29fb8b6b9fd478d3da17e19c0d687819401493afd) AuthConfig (53ccc8312e61e8b99d909aa80cffbe7e0054546ce5d1300cd27b29d49db5ba45) AuthConfig (f2d811f1e980edc81e00fac3ebee4eec3ce9357479cfea590c16f48baa184e2d) AuthConfig (ec7a26a79c9865c891bb71af7073c9cd1969f55fff0bf97bfb480726a07b5ccd) AuthConfig (c363dd779e9fb6d6c4532600c5ccf26a18da958236daac1c9eb9debff3fc6c1d) AuthConfig (ca56aff6b3660f6822410fb1236b1f89c4c2ff8c180bb789401489033748fc1b) AuthConfig (e60288ec78ad112a26c4f126843fc3a5b8a6291614d4855a70dc366b2c8b958e) AuthConfig (f2445827f54b2ca0565e83f742d3ec6926858d518a8a67874d35d1c6f1b42052) AuthConfig (6bb493c9cba6c871f0f5aa4a394fb2884908cde1c8265cb12a210fcb0f01c7ee) AuthConfig (f5f700be6dfc5e20b9026793c26e78afc6c71ff77bd5b02b234c478584b4dd05) AuthConfig (aa796bb0a1fc2808639a1684d3c888ec9901df49d8bbcd750f0590fdc975938c) AuthConfig (e423bba96a2e3277811962ea8c6e67631a14d38d5b62e77a0d22535a390242ac) AuthConfig (8d256ad6af830593a612153746d97063de362e3bbd7cf1899c438baf1eec133e) AuthConfig (6fa017296f62c16c8f783a0c50b496dd7fd17a342d68ecd4c86aad1247d0823d) AuthConfig (97f50e87ffc8d4f48e277d87a5b483396150a6c16c7c9d8da4e65d4414aef4df) AuthConfig (a5afcdde23a30d8392f49ed98b7b3ef0b71889bb1e5ef76a9edf860ad39e99f3) AuthConfig (5770bc7b9f765631863eb74db2c1e3021906417fd2c08fde94b6196ef30340ad) AuthConfig (5575459d2534fa146a6fa1cacbc9e76620c9ffc89d3010ea70583ccf4b5b8a6b) AuthConfig (3073892d8b88bc3ec156d5ba3e04914f1d79412afa1cc66cb3ebb05ef329f7b0) AuthConfig (344e869a21f18343d47ae6983e90f8bfe49c506aece1d8bb9054229f885f7617) AuthConfig (f4e22d73e739826fcc6b1ae591d0128b166dc223de9e51dedeb8e08c9e43e7bb) AuthConfig (5433c20d7790dee9788d229a2dce46bcfe56b3560255d09d08bae05ae24f7c0d) AuthConfig (5c144f217ca958ef19d55d529e8e60988fa46b63beb1251e3e1f30b396396839) AuthConfig (1422fdbc0583ffc87409d8b9825313a26522f620bf4904186d0cba4022cf4f48) AuthConfig (65ccda43c16afea9f57c6b5643412bedaf94fa0e87e03c0502f7c6ae265cd26c) AuthConfig (65fefd783936d27fb90013b6340088928200bdf84389282f9c319d22c229a1a7) AuthConfig (c636bd35816bb1f08b7b2e32657fa8dbdd81ec935b458922edcd253b3d9ea269) AuthConfig (94e13967e722c819329bfd18731a91a0f5c14ebdf7c3a411fc9ee38aac872151)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"f8821eb5-8e9a-4cae-bf21-2ff674900179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.197472988Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"60253b51-760f-4147-9d5a-b3949ac1c3a2","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"name":"e2e-rt-sw-2e9b62","namespace":"llm","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.229567121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2e1ea1c-63c1-42db-b0b2-9a52d70f542c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.229569582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"222ae2fa-4d1e-4115-be0e-67c96414e710","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.285004221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"222ae2fa-4d1e-4115-be0e-67c96414e710","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.285011436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2e1ea1c-63c1-42db-b0b2-9a52d70f542c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.380483435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"14f52667-4e2e-4bdc-8c97-6308b92be337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.380593086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4704ee4-4ef2-428f-8b12-725d1f68d6fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.381103614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"1e0ed36d-4926-4186-8299-d601eb6c12d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.438268004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4704ee4-4ef2-428f-8b12-725d1f68d6fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.438278062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"14f52667-4e2e-4bdc-8c97-6308b92be337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.441106266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"1e0ed36d-4926-4186-8299-d601eb6c12d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.492300686Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"7e405b05-b0fd-45c2-9752-e99d047e8cef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"name":"e2e-rt-sw-2e9b62","namespace":"llm","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.543864788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4e3b8d52-c522-43af-9228-d7443cabc36d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.543886167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4e3b8d52-c522-43af-9228-d7443cabc36d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.544176191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5dd1d63f-4d4f-468e-bb9e-bf334ff9601e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.544189586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5dd1d63f-4d4f-468e-bb9e-bf334ff9601e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.544446471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c387a4d6-bca2-4da0-9d08-bd79f88415c9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.544459334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c387a4d6-bca2-4da0-9d08-bd79f88415c9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.544671734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90ee584a-fab5-469d-9f43-a41d304a494d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.544682974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90ee584a-fab5-469d-9f43-a41d304a494d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.544981263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"20a51c26-35ed-48fd-a8d1-d82ef137c025","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.544995374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"20a51c26-35ed-48fd-a8d1-d82ef137c025","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.545195533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fe3dfb29-3af9-4eba-8c15-6cd100502b6f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.545208942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fe3dfb29-3af9-4eba-8c15-6cd100502b6f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.545449515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"81fcde77-76e0-4161-92cc-f11b885b736d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.545464227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"81fcde77-76e0-4161-92cc-f11b885b736d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.545737594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c9a59dd5-0d07-4076-94c8-e4d54eca12d0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.545751111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c9a59dd5-0d07-4076-94c8-e4d54eca12d0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.59302765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"322f5900-0e7d-4f92-b592-a3667f392267","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.597179558Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"cfca40e4-cd50-495d-9dd1-1cc668640450","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"name":"e2e-rt-sw-2e9b62","namespace":"llm","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.610750293Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8a7ebfa3","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3","reconcileID":"8bd76ac4-1b0f-42df-aa3e-f99d6c183af8","MaaSSubscription":{"name":"e2e-filter-sub-a-8a7ebfa3","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscription":"e2e-filter-sub-a-8a7ebfa3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.647922526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"322f5900-0e7d-4f92-b592-a3667f392267","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.649026352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"edb0b6c5-cab8-4f44-98df-68504ec57983","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.649242074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"00368484-404e-418c-8afe-875989a12b1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.693781498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"6902c32e-ea0f-44c9-9600-bf79be03b6a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.749080707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"6902c32e-ea0f-44c9-9600-bf79be03b6a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.823245183Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8a7ebfa3","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3","reconcileID":"8bd76ac4-1b0f-42df-aa3e-f99d6c183af8","MaaSSubscription":{"name":"e2e-filter-sub-a-8a7ebfa3","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/e2e-filter-sub-b-e71964f8","ai-tenant-e2e-worker-w0-7ee809/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.842791058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3-auth","reconcileID":"70f478a2-accb-4293-8f70-2b0aadccfc0a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.842955563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-b-e71964f8-auth","reconcileID":"7dfff4f9-e30e-4193-9102-636abf8abaa6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.842784519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"fc88073e-d415-4100-9399-8f01656a77cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.900072206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-b-e71964f8-auth","reconcileID":"7dfff4f9-e30e-4193-9102-636abf8abaa6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.903117491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3-auth","reconcileID":"70f478a2-accb-4293-8f70-2b0aadccfc0a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.904238597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"fc88073e-d415-4100-9399-8f01656a77cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:40.958046631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f463c9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a34d23c60f8a1d98bb05596340c38e4a059eeb9e15e239260de8fbeda6197eed) AuthConfig (54f3d11fcd8c88fbef3cf37032f287313f09d1e5491869f40abf2054635acbe1) AuthConfig (20a2ee4be46169cc5af533a29fb8b6b9fd478d3da17e19c0d687819401493afd) AuthConfig (53ccc8312e61e8b99d909aa80cffbe7e0054546ce5d1300cd27b29d49db5ba45) AuthConfig (f2d811f1e980edc81e00fac3ebee4eec3ce9357479cfea590c16f48baa184e2d) AuthConfig (ec7a26a79c9865c891bb71af7073c9cd1969f55fff0bf97bfb480726a07b5ccd) AuthConfig (c363dd779e9fb6d6c4532600c5ccf26a18da958236daac1c9eb9debff3fc6c1d) AuthConfig (ca56aff6b3660f6822410fb1236b1f89c4c2ff8c180bb789401489033748fc1b) AuthConfig (e60288ec78ad112a26c4f126843fc3a5b8a6291614d4855a70dc366b2c8b958e) AuthConfig (f2445827f54b2ca0565e83f742d3ec6926858d518a8a67874d35d1c6f1b42052) AuthConfig (6bb493c9cba6c871f0f5aa4a394fb2884908cde1c8265cb12a210fcb0f01c7ee) AuthConfig (f5f700be6dfc5e20b9026793c26e78afc6c71ff77bd5b02b234c478584b4dd05) AuthConfig (aa796bb0a1fc2808639a1684d3c888ec9901df49d8bbcd750f0590fdc975938c) AuthConfig (e423bba96a2e3277811962ea8c6e67631a14d38d5b62e77a0d22535a390242ac) AuthConfig (8d256ad6af830593a612153746d97063de362e3bbd7cf1899c438baf1eec133e) AuthConfig (6fa017296f62c16c8f783a0c50b496dd7fd17a342d68ecd4c86aad1247d0823d) AuthConfig (97f50e87ffc8d4f48e277d87a5b483396150a6c16c7c9d8da4e65d4414aef4df) AuthConfig (a5afcdde23a30d8392f49ed98b7b3ef0b71889bb1e5ef76a9edf860ad39e99f3) AuthConfig (5770bc7b9f765631863eb74db2c1e3021906417fd2c08fde94b6196ef30340ad) AuthConfig (5575459d2534fa146a6fa1cacbc9e76620c9ffc89d3010ea70583ccf4b5b8a6b) AuthConfig (3073892d8b88bc3ec156d5ba3e04914f1d79412afa1cc66cb3ebb05ef329f7b0) AuthConfig (344e869a21f18343d47ae6983e90f8bfe49c506aece1d8bb9054229f885f7617) AuthConfig (f4e22d73e739826fcc6b1ae591d0128b166dc223de9e51dedeb8e08c9e43e7bb) AuthConfig (5433c20d7790dee9788d229a2dce46bcfe56b3560255d09d08bae05ae24f7c0d) AuthConfig (5c144f217ca958ef19d55d529e8e60988fa46b63beb1251e3e1f30b396396839) AuthConfig (1422fdbc0583ffc87409d8b9825313a26522f620bf4904186d0cba4022cf4f48) AuthConfig (65ccda43c16afea9f57c6b5643412bedaf94fa0e87e03c0502f7c6ae265cd26c) AuthConfig (65fefd783936d27fb90013b6340088928200bdf84389282f9c319d22c229a1a7) AuthConfig (c636bd35816bb1f08b7b2e32657fa8dbdd81ec935b458922edcd253b3d9ea269) AuthConfig (94e13967e722c819329bfd18731a91a0f5c14ebdf7c3a411fc9ee38aac872151)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"fc88073e-d415-4100-9399-8f01656a77cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.036662912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-e71964f8","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-b-e71964f8","reconcileID":"330b22d8-708e-4b3f-b169-dba1352fda45","MaaSSubscription":{"name":"e2e-filter-sub-b-e71964f8","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.036672975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"a735bc61-37f9-493e-ac57-cc7d6886fda5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.043929855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"afbbbfea-1abe-4405-bc1c-dfe87bdc85ec","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.044877982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"490b856b-4715-4e68-a146-aa3f67727fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.100303619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"490b856b-4715-4e68-a146-aa3f67727fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.145385134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"7b5b1be5-b9d8-4315-ac84-ee7c516e813f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.145385127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"8e9887ff-369e-46de-a0d4-488f2542c2cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.198509872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"ce2cc478-5d2d-470b-9d44-54b41ad31212","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.250811606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"8e9887ff-369e-46de-a0d4-488f2542c2cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.251201765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"7b5b1be5-b9d8-4315-ac84-ee7c516e813f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.300600721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cfc6210-109a-4ee0-b697-815124aba06a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.356206923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cfc6210-109a-4ee0-b697-815124aba06a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.396452975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"5857cac5-aa96-42ba-9c7c-67a9daff9d09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.45216017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"5857cac5-aa96-42ba-9c7c-67a9daff9d09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.501161544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5f5080a-0077-46e2-81e4-9d8b5a67f3c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.506558908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f463c9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a34d23c60f8a1d98bb05596340c38e4a059eeb9e15e239260de8fbeda6197eed) AuthConfig (54f3d11fcd8c88fbef3cf37032f287313f09d1e5491869f40abf2054635acbe1) AuthConfig (20a2ee4be46169cc5af533a29fb8b6b9fd478d3da17e19c0d687819401493afd) AuthConfig (53ccc8312e61e8b99d909aa80cffbe7e0054546ce5d1300cd27b29d49db5ba45) AuthConfig (f2d811f1e980edc81e00fac3ebee4eec3ce9357479cfea590c16f48baa184e2d) AuthConfig (ec7a26a79c9865c891bb71af7073c9cd1969f55fff0bf97bfb480726a07b5ccd) AuthConfig (c363dd779e9fb6d6c4532600c5ccf26a18da958236daac1c9eb9debff3fc6c1d) AuthConfig (ca56aff6b3660f6822410fb1236b1f89c4c2ff8c180bb789401489033748fc1b) AuthConfig (e60288ec78ad112a26c4f126843fc3a5b8a6291614d4855a70dc366b2c8b958e) AuthConfig (f2445827f54b2ca0565e83f742d3ec6926858d518a8a67874d35d1c6f1b42052) AuthConfig (6bb493c9cba6c871f0f5aa4a394fb2884908cde1c8265cb12a210fcb0f01c7ee) AuthConfig (f5f700be6dfc5e20b9026793c26e78afc6c71ff77bd5b02b234c478584b4dd05) AuthConfig (aa796bb0a1fc2808639a1684d3c888ec9901df49d8bbcd750f0590fdc975938c) AuthConfig (e423bba96a2e3277811962ea8c6e67631a14d38d5b62e77a0d22535a390242ac) AuthConfig (8d256ad6af830593a612153746d97063de362e3bbd7cf1899c438baf1eec133e) AuthConfig (6fa017296f62c16c8f783a0c50b496dd7fd17a342d68ecd4c86aad1247d0823d) AuthConfig (97f50e87ffc8d4f48e277d87a5b483396150a6c16c7c9d8da4e65d4414aef4df) AuthConfig (a5afcdde23a30d8392f49ed98b7b3ef0b71889bb1e5ef76a9edf860ad39e99f3) AuthConfig (5770bc7b9f765631863eb74db2c1e3021906417fd2c08fde94b6196ef30340ad) AuthConfig (5575459d2534fa146a6fa1cacbc9e76620c9ffc89d3010ea70583ccf4b5b8a6b) AuthConfig (3073892d8b88bc3ec156d5ba3e04914f1d79412afa1cc66cb3ebb05ef329f7b0) AuthConfig (344e869a21f18343d47ae6983e90f8bfe49c506aece1d8bb9054229f885f7617) AuthConfig (f4e22d73e739826fcc6b1ae591d0128b166dc223de9e51dedeb8e08c9e43e7bb) AuthConfig (5433c20d7790dee9788d229a2dce46bcfe56b3560255d09d08bae05ae24f7c0d) AuthConfig (5c144f217ca958ef19d55d529e8e60988fa46b63beb1251e3e1f30b396396839) AuthConfig (1422fdbc0583ffc87409d8b9825313a26522f620bf4904186d0cba4022cf4f48) AuthConfig (65ccda43c16afea9f57c6b5643412bedaf94fa0e87e03c0502f7c6ae265cd26c) AuthConfig (65fefd783936d27fb90013b6340088928200bdf84389282f9c319d22c229a1a7) AuthConfig (c636bd35816bb1f08b7b2e32657fa8dbdd81ec935b458922edcd253b3d9ea269) AuthConfig (94e13967e722c819329bfd18731a91a0f5c14ebdf7c3a411fc9ee38aac872151)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"5857cac5-aa96-42ba-9c7c-67a9daff9d09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.556439231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5f5080a-0077-46e2-81e4-9d8b5a67f3c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.602752568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3-auth","reconcileID":"2e956d20-2ca2-4713-8f3a-f9e4ea10c1e0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.602752728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"9b9da151-cd2d-4d1b-bbbb-cabc2cb1db84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.65912975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3-auth","reconcileID":"2e956d20-2ca2-4713-8f3a-f9e4ea10c1e0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.659365134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"9b9da151-cd2d-4d1b-bbbb-cabc2cb1db84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.660197152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-b-e71964f8-auth","reconcileID":"6304e5f4-4375-4a03-b1ba-fc02996435a7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.711896535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"9e216bf2-30a9-4e0c-baa5-2669dac51037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.714460739Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"8b6a6247-dc73-4212-b4d4-b1daa26c68ef","namespace":"llm","name":"e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.717435508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-b-e71964f8-auth","reconcileID":"6304e5f4-4375-4a03-b1ba-fc02996435a7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.765752054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"e99b95d6-5b82-4a0a-adb7-1a67d92e5d97","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.76578158Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"e99b95d6-5b82-4a0a-adb7-1a67d92e5d97","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2e9b62-211dd8de332c","namespace":"llm","model":"e2e-rt-sw-2e9b62","externalModel":"e2e-rt-sw-2e9b62","provider":"e2e-rt-sw-2e9b62-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.768103738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"9e216bf2-30a9-4e0c-baa5-2669dac51037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.914427582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"b63e0ab9-bd20-41bb-ab59-adc1b3b8bdfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.969033927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"95c7b272-ba69-4ada-9036-b07c14a407d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.969720107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"99e9ab94-c456-414a-90a2-73b8745d7b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:41.969754065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"b63e0ab9-bd20-41bb-ab59-adc1b3b8bdfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.02953327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"95c7b272-ba69-4ada-9036-b07c14a407d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.031950878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3-auth","reconcileID":"58bbc57c-5c13-4800-b800-de9f552b7238","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.035281811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"99e9ab94-c456-414a-90a2-73b8745d7b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.035525383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f463c9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a34d23c60f8a1d98bb05596340c38e4a059eeb9e15e239260de8fbeda6197eed) AuthConfig (54f3d11fcd8c88fbef3cf37032f287313f09d1e5491869f40abf2054635acbe1) AuthConfig (20a2ee4be46169cc5af533a29fb8b6b9fd478d3da17e19c0d687819401493afd) AuthConfig (53ccc8312e61e8b99d909aa80cffbe7e0054546ce5d1300cd27b29d49db5ba45) AuthConfig (f2d811f1e980edc81e00fac3ebee4eec3ce9357479cfea590c16f48baa184e2d) AuthConfig (ec7a26a79c9865c891bb71af7073c9cd1969f55fff0bf97bfb480726a07b5ccd) AuthConfig (c363dd779e9fb6d6c4532600c5ccf26a18da958236daac1c9eb9debff3fc6c1d) AuthConfig (ca56aff6b3660f6822410fb1236b1f89c4c2ff8c180bb789401489033748fc1b) AuthConfig (e60288ec78ad112a26c4f126843fc3a5b8a6291614d4855a70dc366b2c8b958e) AuthConfig (f2445827f54b2ca0565e83f742d3ec6926858d518a8a67874d35d1c6f1b42052) AuthConfig (6bb493c9cba6c871f0f5aa4a394fb2884908cde1c8265cb12a210fcb0f01c7ee) AuthConfig (f5f700be6dfc5e20b9026793c26e78afc6c71ff77bd5b02b234c478584b4dd05) AuthConfig (aa796bb0a1fc2808639a1684d3c888ec9901df49d8bbcd750f0590fdc975938c) AuthConfig (e423bba96a2e3277811962ea8c6e67631a14d38d5b62e77a0d22535a390242ac) AuthConfig (8d256ad6af830593a612153746d97063de362e3bbd7cf1899c438baf1eec133e) AuthConfig (6fa017296f62c16c8f783a0c50b496dd7fd17a342d68ecd4c86aad1247d0823d) AuthConfig (97f50e87ffc8d4f48e277d87a5b483396150a6c16c7c9d8da4e65d4414aef4df) AuthConfig (a5afcdde23a30d8392f49ed98b7b3ef0b71889bb1e5ef76a9edf860ad39e99f3) AuthConfig (5770bc7b9f765631863eb74db2c1e3021906417fd2c08fde94b6196ef30340ad) AuthConfig (5575459d2534fa146a6fa1cacbc9e76620c9ffc89d3010ea70583ccf4b5b8a6b) AuthConfig (3073892d8b88bc3ec156d5ba3e04914f1d79412afa1cc66cb3ebb05ef329f7b0) AuthConfig (344e869a21f18343d47ae6983e90f8bfe49c506aece1d8bb9054229f885f7617) AuthConfig (f4e22d73e739826fcc6b1ae591d0128b166dc223de9e51dedeb8e08c9e43e7bb) AuthConfig (5433c20d7790dee9788d229a2dce46bcfe56b3560255d09d08bae05ae24f7c0d) AuthConfig (5c144f217ca958ef19d55d529e8e60988fa46b63beb1251e3e1f30b396396839) AuthConfig (1422fdbc0583ffc87409d8b9825313a26522f620bf4904186d0cba4022cf4f48) AuthConfig (65ccda43c16afea9f57c6b5643412bedaf94fa0e87e03c0502f7c6ae265cd26c) AuthConfig (65fefd783936d27fb90013b6340088928200bdf84389282f9c319d22c229a1a7) AuthConfig (c636bd35816bb1f08b7b2e32657fa8dbdd81ec935b458922edcd253b3d9ea269) AuthConfig (94e13967e722c819329bfd18731a91a0f5c14ebdf7c3a411fc9ee38aac872151)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"b63e0ab9-bd20-41bb-ab59-adc1b3b8bdfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.083966535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-f463c9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a34d23c60f8a1d98bb05596340c38e4a059eeb9e15e239260de8fbeda6197eed) AuthConfig (54f3d11fcd8c88fbef3cf37032f287313f09d1e5491869f40abf2054635acbe1) AuthConfig (20a2ee4be46169cc5af533a29fb8b6b9fd478d3da17e19c0d687819401493afd) AuthConfig (53ccc8312e61e8b99d909aa80cffbe7e0054546ce5d1300cd27b29d49db5ba45) AuthConfig (f2d811f1e980edc81e00fac3ebee4eec3ce9357479cfea590c16f48baa184e2d) AuthConfig (ec7a26a79c9865c891bb71af7073c9cd1969f55fff0bf97bfb480726a07b5ccd) AuthConfig (c363dd779e9fb6d6c4532600c5ccf26a18da958236daac1c9eb9debff3fc6c1d) AuthConfig (ca56aff6b3660f6822410fb1236b1f89c4c2ff8c180bb789401489033748fc1b) AuthConfig (e60288ec78ad112a26c4f126843fc3a5b8a6291614d4855a70dc366b2c8b958e) AuthConfig (f2445827f54b2ca0565e83f742d3ec6926858d518a8a67874d35d1c6f1b42052) AuthConfig (6bb493c9cba6c871f0f5aa4a394fb2884908cde1c8265cb12a210fcb0f01c7ee) AuthConfig (f5f700be6dfc5e20b9026793c26e78afc6c71ff77bd5b02b234c478584b4dd05) AuthConfig (aa796bb0a1fc2808639a1684d3c888ec9901df49d8bbcd750f0590fdc975938c) AuthConfig (e423bba96a2e3277811962ea8c6e67631a14d38d5b62e77a0d22535a390242ac) AuthConfig (8d256ad6af830593a612153746d97063de362e3bbd7cf1899c438baf1eec133e) AuthConfig (6fa017296f62c16c8f783a0c50b496dd7fd17a342d68ecd4c86aad1247d0823d) AuthConfig (97f50e87ffc8d4f48e277d87a5b483396150a6c16c7c9d8da4e65d4414aef4df) AuthConfig (a5afcdde23a30d8392f49ed98b7b3ef0b71889bb1e5ef76a9edf860ad39e99f3) AuthConfig (5770bc7b9f765631863eb74db2c1e3021906417fd2c08fde94b6196ef30340ad) AuthConfig (5575459d2534fa146a6fa1cacbc9e76620c9ffc89d3010ea70583ccf4b5b8a6b) AuthConfig (3073892d8b88bc3ec156d5ba3e04914f1d79412afa1cc66cb3ebb05ef329f7b0) AuthConfig (344e869a21f18343d47ae6983e90f8bfe49c506aece1d8bb9054229f885f7617) AuthConfig (f4e22d73e739826fcc6b1ae591d0128b166dc223de9e51dedeb8e08c9e43e7bb) AuthConfig (5433c20d7790dee9788d229a2dce46bcfe56b3560255d09d08bae05ae24f7c0d) AuthConfig (5c144f217ca958ef19d55d529e8e60988fa46b63beb1251e3e1f30b396396839) AuthConfig (1422fdbc0583ffc87409d8b9825313a26522f620bf4904186d0cba4022cf4f48) AuthConfig (65ccda43c16afea9f57c6b5643412bedaf94fa0e87e03c0502f7c6ae265cd26c) AuthConfig (65fefd783936d27fb90013b6340088928200bdf84389282f9c319d22c229a1a7) AuthConfig (c636bd35816bb1f08b7b2e32657fa8dbdd81ec935b458922edcd253b3d9ea269) AuthConfig (94e13967e722c819329bfd18731a91a0f5c14ebdf7c3a411fc9ee38aac872151)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"95c7b272-ba69-4ada-9036-b07c14a407d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.087865614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3-auth","reconcileID":"58bbc57c-5c13-4800-b800-de9f552b7238","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.135004483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-b-e71964f8-auth","reconcileID":"fb30460d-4883-4931-ac11-381dee153039","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.190288601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-b-e71964f8-auth","reconcileID":"fb30460d-4883-4931-ac11-381dee153039","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.235581582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"b2a12336-9224-4454-98e7-6632dd408844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.238096869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"db3984c6-505b-4889-9b90-958c8d5e583a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.290915537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"b2a12336-9224-4454-98e7-6632dd408844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.293134734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"db3984c6-505b-4889-9b90-958c8d5e583a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.43498581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"c874295e-4fa7-4d65-b769-ff522b643730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.48982577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"c874295e-4fa7-4d65-b769-ff522b643730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.535938006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"2f291934-b934-491d-bbec-0687e0730a87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.591461738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"2f291934-b934-491d-bbec-0687e0730a87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.594017278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0e12158-0764-49a2-b8da-3a27e7e822cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.644126619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"eeaa3368-e8a6-4403-8746-90f8507d7378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.644526331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"aaf823ba-c719-46ea-a860-411468686d58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.650367777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0e12158-0764-49a2-b8da-3a27e7e822cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.699708276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"eeaa3368-e8a6-4403-8746-90f8507d7378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.699761149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"aaf823ba-c719-46ea-a860-411468686d58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.848267728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcdf189c-f9cc-476e-83f2-8eb7c66d72d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.908288068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcdf189c-f9cc-476e-83f2-8eb7c66d72d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.952166973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"ad288967-6cc8-4be8-a16c-a9beb09d7702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:42.997094085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"e8a00bee-195f-421a-be26-cc1019463501","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.0086629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"ad288967-6cc8-4be8-a16c-a9beb09d7702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.050816739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"0260824f-e86c-42ea-88ec-d3144e5d57ad","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.208165044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ad84d43c-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-bulk-sub-ad84d43c-auth","reconcileID":"3f29875d-aeda-454c-ba5d-8ebcf648adf3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ad84d43c-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.26398581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ad84d43c-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-bulk-sub-ad84d43c-auth","reconcileID":"3f29875d-aeda-454c-ba5d-8ebcf648adf3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ad84d43c-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.281986095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"28db6786-62ce-487e-a45d-0ac4259d60b7","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.339057839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"71a1340d-e4d5-4025-b135-40ba135d25ce","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:30:43.389739803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-ad84d43c","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-bulk-sub-ad84d43c","reconcileID":"b5e282ab-77ae-4745-b69a-1b360a666ce3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-ad84d43c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.436807718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"2b62d486-714b-4e86-8102-ffb67a98c4f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.43684628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"81fd349f-5f55-455d-900d-2bd2887c1ab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.492429937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"81fd349f-5f55-455d-900d-2bd2887c1ab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.492616329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"2b62d486-714b-4e86-8102-ffb67a98c4f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.503745663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"9a9ff681-9be3-4542-8198-386e129029e7","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.560227539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"6f10cb37-6d27-4ec6-a430-48f62f5e33ab","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.578025937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"e3cc63fc-33f6-43bd-9d2a-936e794e7522","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.733298973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ad84d43c-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-bulk-sub-ad84d43c-auth","reconcileID":"6823f983-5bf1-4af7-b414-d84fedb43f78","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ad84d43c-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.788661109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ad84d43c-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-bulk-sub-ad84d43c-auth","reconcileID":"6823f983-5bf1-4af7-b414-d84fedb43f78","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ad84d43c-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.823902911Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-ad84d43c","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-bulk-sub-ad84d43c","reconcileID":"64809413-fe72-4d4a-999b-2a5dc551df7e","MaaSSubscription":{"name":"e2e-bulk-sub-ad84d43c","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-bulk-sub-ad84d43c","ai-tenant-e2e-worker-w4-6de8e6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.829933676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"b38762ee-4dd6-4fc0-9f29-411640890fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.829933329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"2026fe77-3288-4e27-8ac5-5dc0733c04f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.885927185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"b38762ee-4dd6-4fc0-9f29-411640890fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.886019407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"2026fe77-3288-4e27-8ac5-5dc0733c04f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.987256452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"7e85b4bf-e20f-4c5b-a1f8-59485c51641a","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:44.033045549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"ec1c2578-3040-408c-959e-22e58aac1400","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:44.194289143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-ad84d43c","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-bulk-sub-ad84d43c","reconcileID":"de9342df-35f9-4ed2-a1b8-23ecd4e1b4c5","MaaSSubscription":{"name":"e2e-bulk-sub-ad84d43c","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:45.961669942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"83bf8d91-860b-440f-a286-6badab37a0aa","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:45.96169793Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"83bf8d91-860b-440f-a286-6badab37a0aa","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2e9b62-211dd8de332c","namespace":"llm","model":"e2e-rt-sw-2e9b62","externalModel":"e2e-rt-sw-2e9b62","provider":"e2e-rt-sw-2e9b62-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.065245771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"00301cee-fbed-4759-a21a-abf32dc2270d","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.065284362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"00301cee-fbed-4759-a21a-abf32dc2270d","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2e9b62-211dd8de332c","namespace":"llm","model":"e2e-rt-sw-2e9b62","externalModel":"e2e-rt-sw-2e9b62","provider":"e2e-rt-sw-2e9b62-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.170721046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"d852ef7a-38b2-4bcb-ae42-617f923aa7ac","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.226689223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"d852ef7a-38b2-4bcb-ae42-617f923aa7ac","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.645149883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"1d1065e2-f027-422f-a977-bd47af322fe0","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.645176811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"1d1065e2-f027-422f-a977-bd47af322fe0","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2e9b62-211dd8de332c","namespace":"llm","model":"e2e-rt-sw-2e9b62","externalModel":"e2e-rt-sw-2e9b62","provider":"e2e-rt-sw-2e9b62-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:48.998162135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"426c5208-7088-4127-9d99-fc7c76098d29","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.152841198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"58e68e2c-88b3-4e4f-9807-0bc4c8d1f366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.153072951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ad84d43c-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-bulk-sub-ad84d43c-auth","reconcileID":"2542fd9f-b49e-4011-84db-9d9091f08300","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ad84d43c-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.152845311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"626c6dfb-49ec-4de1-990d-643427cb467e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.209198884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ad84d43c-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-bulk-sub-ad84d43c-auth","reconcileID":"2542fd9f-b49e-4011-84db-9d9091f08300","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ad84d43c-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.210186165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"58e68e2c-88b3-4e4f-9807-0bc4c8d1f366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.211573161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"626c6dfb-49ec-4de1-990d-643427cb467e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.360519194Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-e71964f8","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-b-e71964f8","reconcileID":"1f331104-b5a9-45b9-9ec7-cc46af332d6e","MaaSSubscription":{"name":"e2e-filter-sub-b-e71964f8","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscription":"e2e-filter-sub-b-e71964f8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.558060644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"5d1f47c0-9338-49b5-b21e-b94cc9f92c9e","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.558095627Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"5d1f47c0-9338-49b5-b21e-b94cc9f92c9e","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2e9b62-211dd8de332c","namespace":"llm","model":"e2e-rt-sw-2e9b62","externalModel":"e2e-rt-sw-2e9b62","provider":"e2e-rt-sw-2e9b62-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.572702535Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-e71964f8","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-b-e71964f8","reconcileID":"1f331104-b5a9-45b9-9ec7-cc46af332d6e","MaaSSubscription":{"name":"e2e-filter-sub-b-e71964f8","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/simulator-subscription"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:30:51.612527126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-sub","reconcileID":"233e6f6a-b74c-4c9e-8d9e-e7ab3835ad8b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-2e9b62-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.712113141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"393b50e5-0c66-443b-b763-e44095000c5d","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.712339621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fc3fde9-4b2a-4e49-80dc-ef0ee24788c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.712918193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4070e0ea-7729-4960-841d-cff1d7486795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.716385229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"ede48894-269b-4aeb-a3c8-a4ae88035965","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.716402493Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"ede48894-269b-4aeb-a3c8-a4ae88035965","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2e9b62-211dd8de332c","namespace":"llm","model":"e2e-rt-sw-2e9b62","externalModel":"e2e-rt-sw-2e9b62","provider":"e2e-rt-sw-2e9b62-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.768480436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"393b50e5-0c66-443b-b763-e44095000c5d","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.770122972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4070e0ea-7729-4960-841d-cff1d7486795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.770782498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fc3fde9-4b2a-4e49-80dc-ef0ee24788c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.781850654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"f9d11565-5817-4e64-909d-8f62607c9797","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:30:51.823685889Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"ede48894-269b-4aeb-a3c8-a4ae88035965","name":"e2e-rt-sw-2e9b62","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-2e9b62\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:30:51.823746871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"ede48894-269b-4aeb-a3c8-a4ae88035965","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-2e9b62\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.875570197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"691b2d8a-3d63-46e4-8a6e-93589341b152","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.875595956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"691b2d8a-3d63-46e4-8a6e-93589341b152","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2e9b62-211dd8de332c","namespace":"llm","model":"e2e-rt-sw-2e9b62","externalModel":"e2e-rt-sw-2e9b62","provider":"e2e-rt-sw-2e9b62-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.927788902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"7a078f5f-47f9-4874-a78b-24c06171a62f","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.988792182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"bde209b7-fbb5-45a8-be45-ce1282228629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:51.989625881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"c6cca316-7bcb-418a-b0e8-8037ce66be51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.034200453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"e590dded-f173-41ea-8530-b75474031b0d","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.045752678Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-sub","reconcileID":"890e2486-ca56-4f4a-947a-f9b2ec15fdcb","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2e9b62","model":"e2e-rt-sw-2e9b62","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-2e9b62-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.049731135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"c6cca316-7bcb-418a-b0e8-8037ce66be51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.053464437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"bde209b7-fbb5-45a8-be45-ce1282228629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.187184894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae9c15b6-cc37-4034-b24a-a9ffd60c94f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.187530062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cfd8196a-0edc-4caf-837e-ecaeae0077e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.243849707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cfd8196a-0edc-4caf-837e-ecaeae0077e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.246483289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae9c15b6-cc37-4034-b24a-a9ffd60c94f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.287005713Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-a-8a7ebfa3-auth","reconcileID":"4bd865b0-4067-4c3c-b841-88c2d6cca5b9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8a7ebfa3-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.29143271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"074c0147-aa24-479c-ab32-c83d1dca2be2","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.347108326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"074c0147-aa24-479c-ab32-c83d1dca2be2","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.348000473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"3f49450e-fcaa-4ea0-8bdb-4c90abeb0570","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.348027168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"3f49450e-fcaa-4ea0-8bdb-4c90abeb0570","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2e9b62-211dd8de332c","namespace":"llm","model":"e2e-rt-sw-2e9b62","externalModel":"e2e-rt-sw-2e9b62","provider":"e2e-rt-sw-2e9b62-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.441993178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-b-e71964f8-auth","reconcileID":"e5a9f452-611c-4076-9bde-52d07bdbd6c1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.49858319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-b-e71964f8-auth","reconcileID":"e5a9f452-611c-4076-9bde-52d07bdbd6c1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.542140106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"c65dc6ea-950f-42d4-80c4-cdf898b35a1f","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.554796566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-sub","reconcileID":"c350a9d3-07cb-45ed-918d-8855b41e3b67","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2e9b62","model":"llm/e2e-rt-sw-2e9b62","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.64186192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"3439bb7b-bf2d-4f5b-8a5c-efbc15f81abe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.693244053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8606757-665b-475e-938a-73af7ae76c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.698779251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"3439bb7b-bf2d-4f5b-8a5c-efbc15f81abe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.700473729Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-filter-sub-b-e71964f8-auth","reconcileID":"2342aeac-a1bf-4b8c-b8c7-c71391bbbfbf","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-e71964f8-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.700482531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"f469573e-70cb-4d3d-99e6-6e1becab16c2","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.748861947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8606757-665b-475e-938a-73af7ae76c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.756654433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"30a57b28-4dfb-4c37-983c-f22c0d6e2816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.796067452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20cb4099-f830-4dc7-ad1c-d256aeefc40f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.811965219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"30a57b28-4dfb-4c37-983c-f22c0d6e2816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.854019451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20cb4099-f830-4dc7-ad1c-d256aeefc40f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:52.858097373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"c97fe118-6a70-4573-9419-29f48ea5a9c9","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.009110266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"619d7927-2d91-457f-9faa-c2afd84fa26b","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:53.109064193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"a1aab82a-94f9-4beb-abfd-de46e15a3a6a","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.777464672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"a1a642f4-511b-4047-97e5-0f842338022e","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.833931333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"2b66c561-8391-4dc9-9471-03afadb1287b","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:57.988276807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-f929bb1c","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-gw-auth-f929bb1c","reconcileID":"5ae746d8-859b-4b80-b8d6-fac584739205","MaaSAuthPolicy":{"name":"e2e-gw-auth-f929bb1c","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.044002773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-f929bb1c","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-gw-auth-f929bb1c","reconcileID":"5ae746d8-859b-4b80-b8d6-fac584739205","MaaSAuthPolicy":{"name":"e2e-gw-auth-f929bb1c","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.308184835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"a8a54239-3b28-465b-a29d-19c794378d3e","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.464050097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-f929bb1c","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-gw-auth-f929bb1c","reconcileID":"22019edf-885f-493f-adc2-da60a2fd85a2","MaaSAuthPolicy":{"name":"e2e-gw-auth-f929bb1c","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.519357321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-f929bb1c","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-gw-auth-f929bb1c","reconcileID":"22019edf-885f-493f-adc2-da60a2fd85a2","MaaSAuthPolicy":{"name":"e2e-gw-auth-f929bb1c","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.158719142Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-ad84d43c","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-bulk-sub-ad84d43c","reconcileID":"113d4837-d576-41d0-bcbe-d3a574d58442","MaaSSubscription":{"name":"e2e-bulk-sub-ad84d43c","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscription":"e2e-bulk-sub-ad84d43c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.372143603Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-ad84d43c","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-bulk-sub-ad84d43c","reconcileID":"113d4837-d576-41d0-bcbe-d3a574d58442","MaaSSubscription":{"name":"e2e-bulk-sub-ad84d43c","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.579633362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"94ca09e7-ed19-4a3b-9e95-c202435a098e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.632549272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"25e838ff-50b5-47ee-8df9-fc1826ca1cea","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.788485435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ad84d43c-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-bulk-sub-ad84d43c-auth","reconcileID":"15e32a1b-1a72-4d9d-829d-448578ac6e47","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ad84d43c-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.788720831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"7ed99bfe-4cb8-499a-bd27-159e917b0859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.788491474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"df91140d-86b6-41dc-8c26-ac3106cc21f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.796909992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"b63bf6af-e632-4e49-a2aa-450ad5cf637b","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.84479982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ad84d43c-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-bulk-sub-ad84d43c-auth","reconcileID":"15e32a1b-1a72-4d9d-829d-448578ac6e47","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ad84d43c-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.844810943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"df91140d-86b6-41dc-8c26-ac3106cc21f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.846735449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"7ed99bfe-4cb8-499a-bd27-159e917b0859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.049534941Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ad84d43c-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-bulk-sub-ad84d43c-auth","reconcileID":"e42733d9-928c-4e85-8e66-4a9dac83c83b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-ad84d43c-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.275877406Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.306245858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"2c665d85-9a3f-41b7-bca7-664e8915d042","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.004596826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"d141a8c4-9a4b-4e3a-b972-8cb56e6aaf83","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.005168286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"dde2c943-e331-4556-ba19-5a9bd4723141","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.069988672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"1191386b-774a-4aee-b528-fff9a077b589","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.070497217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"e31c844d-2613-485e-8f9c-412595ff8ba4","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.160136466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"b41b643c-48b6-44be-af3c-10f502347d4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.160174362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"a1cdb242-615b-4cf3-a7e3-b415df9c0a02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.214755369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"1220c3a6-30b1-41a9-b311-d376cf845740","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.220914031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"b41b643c-48b6-44be-af3c-10f502347d4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.222575251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"a1cdb242-615b-4cf3-a7e3-b415df9c0a02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.228045492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"691f07dc-f4b9-44c1-ba2b-ce544a97ed79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.580770454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"13c5ed0a-dc22-4508-9b0d-777eaa8eb7ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.580779091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"248544e2-1f5c-4f96-aa14-88860031629d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.636809704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"13c5ed0a-dc22-4508-9b0d-777eaa8eb7ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.63697193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"248544e2-1f5c-4f96-aa14-88860031629d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:06.272368172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-sub","reconcileID":"d8072d66-1783-4037-b5d7-d82f09638f38","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2e9b62","model":"llm/e2e-rt-sw-2e9b62","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:06.545279473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"5b4b492d-720d-459c-9a97-b182314f2c21","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:06.545316517Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"5b4b492d-720d-459c-9a97-b182314f2c21","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2e9b62-211dd8de332c","namespace":"llm","model":"e2e-rt-sw-2e9b62","externalModel":"e2e-rt-sw-2e9b62","provider":"e2e-rt-sw-2e9b62-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:06.816584852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"11d22311-5ca9-4e2b-9b11-f84b1337ffa3","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:06.816635413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80f11c44-8bf3-43a7-9e6f-3ce570d20c1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:06.817009019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff39f4e9-4dc8-4dfe-96bf-a9ff9522fffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:06.875380737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80f11c44-8bf3-43a7-9e6f-3ce570d20c1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:06.875439515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"11d22311-5ca9-4e2b-9b11-f84b1337ffa3","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:06.879110898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff39f4e9-4dc8-4dfe-96bf-a9ff9522fffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:07.385209478Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-f929bb1c","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-gw-auth-f929bb1c","reconcileID":"0f878c8e-849f-4ad5-b953-6df43cd235ad","MaaSAuthPolicy":{"name":"e2e-gw-auth-f929bb1c","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:07.385210379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"cae35856-9053-45e6-b991-913fca42de22","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:07.545550678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"9b14bbb5-d110-4b93-92c4-bce62524ab34","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.00058497Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"4d4a6fc4-3bb8-4db7-91c8-35ac2bbf666c","namespace":"llm","name":"e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.053288591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"9811ba18-56e9-4256-abce-fabece269211","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.053316006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"9811ba18-56e9-4256-abce-fabece269211","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2e9b62-211dd8de332c","namespace":"llm","model":"e2e-rt-sw-2e9b62","externalModel":"e2e-rt-sw-2e9b62","provider":"e2e-rt-sw-2e9b62-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.156503172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"e95926a7-044d-43a9-bbad-31ab3c168ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.156754966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"d9208875-e206-461d-a9d2-9a1c2dae1870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.156991437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"136b9437-8fda-47f9-a6da-e812b4b69de5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.157192907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"4ac879cc-d880-4615-83a4-ee03eda05f54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.208767995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"67ec648f-bf62-4be2-a98d-fcfb2790ad23","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.212122573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"e95926a7-044d-43a9-bbad-31ab3c168ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.212742853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"4ac879cc-d880-4615-83a4-ee03eda05f54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.214286547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"d9208875-e206-461d-a9d2-9a1c2dae1870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.214871634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"136b9437-8fda-47f9-a6da-e812b4b69de5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.221721794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4478c754-6ab4-439b-b4f1-ca461f81c965","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.221745781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4478c754-6ab4-439b-b4f1-ca461f81c965","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.222232869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fc02c3c-ed06-4207-bf01-d8005e37a3c3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.222250448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9fc02c3c-ed06-4207-bf01-d8005e37a3c3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.22248419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f19f566-31d7-44ba-a401-446ab5bdf117","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.222498103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2f19f566-31d7-44ba-a401-446ab5bdf117","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.2228257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a9c4190-3a4f-4474-b820-5fcd226a3fee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.222845868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a9c4190-3a4f-4474-b820-5fcd226a3fee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.263973842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"67ec648f-bf62-4be2-a98d-fcfb2790ad23","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.274713309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"66d27386-d56f-4c71-a696-d3fe9d1bf698","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.274740169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"66d27386-d56f-4c71-a696-d3fe9d1bf698","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2e9b62-211dd8de332c","namespace":"llm","model":"e2e-rt-sw-2e9b62","externalModel":"e2e-rt-sw-2e9b62","provider":"e2e-rt-sw-2e9b62-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.32909962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c8e26cc8-9640-432f-8b45-5f4381dd9b3f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.329140589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c8e26cc8-9640-432f-8b45-5f4381dd9b3f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.330597345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"965540a7-62bf-4915-a6be-5c07f2e22125","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.330614895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"965540a7-62bf-4915-a6be-5c07f2e22125","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.331116823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1c554a33-2999-4cf7-bdba-95c02e880ef3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.331131821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1c554a33-2999-4cf7-bdba-95c02e880ef3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.331592777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0ac389f2-541b-4165-bd67-c397bddc5d6b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.331613497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0ac389f2-541b-4165-bd67-c397bddc5d6b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.432274602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ff9a9d0a-b813-4af0-a2d4-337965f2279a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.43245562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f56e6919-488f-4409-88fa-db0c7bf75ee3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.483612564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-sub","reconcileID":"c4db68e3-37c9-4377-aef2-4854f698b5ed","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2e9b62","model":"llm/e2e-rt-sw-2e9b62","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.569977953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"548c6e5d-9980-46d7-a9e5-98a8895d9366","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.570009544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"b394c480-a81b-4d56-a869-5864d5d12beb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.570668934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"555b42e1-3efe-4ae2-9502-5416aafb9f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.621823893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4931c36-c595-4654-8d25-7cb32755bd78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.625311682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"b394c480-a81b-4d56-a869-5864d5d12beb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.626027452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"555b42e1-3efe-4ae2-9502-5416aafb9f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.627530946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"548c6e5d-9980-46d7-a9e5-98a8895d9366","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.67404042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"d0469b97-ec31-4894-9996-be0fd610b663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.676944176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4931c36-c595-4654-8d25-7cb32755bd78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.729591626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"d0469b97-ec31-4894-9996-be0fd610b663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.987306912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"abd906a3-b3ea-4761-bd0b-d6349ee5b0fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.987426703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"bcbe7419-e96c-45ef-98a7-f21dff4a780e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.038274991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5b6ec11-8348-488e-b05d-975619cbfe06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.042484183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"abd906a3-b3ea-4761-bd0b-d6349ee5b0fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.042644062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"bcbe7419-e96c-45ef-98a7-f21dff4a780e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.093752364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5b6ec11-8348-488e-b05d-975619cbfe06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.141556031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"cf70255d-eee7-4b70-85f5-a695e8676e1c","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.198051315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"cf70255d-eee7-4b70-85f5-a695e8676e1c","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.275362979Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"759f12c0-8c26-4b44-a21c-743f04c2e341","namespace":"llm","name":"e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.431156432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"287f80fe-ce9d-44bb-9c2f-4a4a9752f497","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.432102051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"0a276dd9-1456-4437-a7b9-ff2f34d6d99e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.432150586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"446bb2f0-4f64-424e-aad4-0e43cad17cee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.432523394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"8a51c77c-c654-4ff3-b66b-acfd64d0c425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.487053085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"287f80fe-ce9d-44bb-9c2f-4a4a9752f497","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.488161023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"446bb2f0-4f64-424e-aad4-0e43cad17cee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.489197958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"8a51c77c-c654-4ff3-b66b-acfd64d0c425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.490402855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"0a276dd9-1456-4437-a7b9-ff2f34d6d99e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.66061724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2a96671-4aae-4b3a-8f3f-3fe9a8b3b526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.7159612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2a96671-4aae-4b3a-8f3f-3fe9a8b3b526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.794198658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"22a359cb-2dc6-4573-a6cd-6fabbc4d24b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.794741551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"c40281c5-fbf7-4d42-a271-5b3dc5b2f05c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.795147145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"6bcef43f-9c18-4fde-8a82-14d64df7feef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.850550413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"c40281c5-fbf7-4d42-a271-5b3dc5b2f05c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.850693619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"22a359cb-2dc6-4573-a6cd-6fabbc4d24b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.850987668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2ad0c8e-ca1f-404b-9783-abe1f3f4ea8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.852838768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"6bcef43f-9c18-4fde-8a82-14d64df7feef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.906028539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2ad0c8e-ca1f-404b-9783-abe1f3f4ea8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:11.033189062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"fb5bac1b-ee68-4156-b8a6-98d326b09779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:11.091096621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"fb5bac1b-ee68-4156-b8a6-98d326b09779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:11.208785586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"e46175a7-53b4-4130-95f0-65c4dcc3f8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:11.208843995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"ccc40292-0284-40ee-8959-24ee554e5f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:11.264491929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"ccc40292-0284-40ee-8959-24ee554e5f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:11.26469569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"e46175a7-53b4-4130-95f0-65c4dcc3f8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:11.359726837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"fb258e7b-7520-4a51-a234-7afc6208276a","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:11.414960468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"fb258e7b-7520-4a51-a234-7afc6208276a","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:22.010458054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78e8b640-2843-471d-a299-e1b37dfe74d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:22.011555148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"e5061590-0abd-4d71-8f10-dc50f07e6870","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:22.012454124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03e39cfd-7144-4a1c-9481-b317e4253f2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:22.043069186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"b37829ab-f170-4cb1-9790-c9764aa3bdf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:22.044081181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"910e793e-54c6-4d8b-a087-fcb12583db43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:22.083308218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03e39cfd-7144-4a1c-9481-b317e4253f2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:22.084611918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78e8b640-2843-471d-a299-e1b37dfe74d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:22.107629536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"910e793e-54c6-4d8b-a087-fcb12583db43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:22.123528673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"e5061590-0abd-4d71-8f10-dc50f07e6870","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:22.130820698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"b37829ab-f170-4cb1-9790-c9764aa3bdf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.276142417Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.298291446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"82eba11a-02c5-460e-b12c-1aa818ec3930","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.399285535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"a8a53bd6-558a-4040-b278-d37e6d1aa718","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.415970895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"5628a992-9b3b-490b-85ae-167dca436315","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.531603194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"728a9273-9ef8-48ca-ae0e-9947629609f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.647183512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0bc3b7f8-6169-471e-b8c1-c1ec994ab190","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.749170679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"d3ce47ec-868a-4806-ac76-11f8eec133a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.765892843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"2656c8eb-0bb1-4600-ad1d-2baba29d9b88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.848729112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"c4947ebb-9197-482c-b9db-75dd08c73630","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:30.989718108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b07b0776-741d-45dd-b5cb-96329d1f5c90","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.145578947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"ab6468ca-04a8-4a40-a77b-1baf934943c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.247761661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"7e2cc56b-3961-4194-adb6-86c530ee1966","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.299698385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-sub","reconcileID":"92325544-64ac-4a3e-afa1-7affb515a9dc","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2e9b62","model":"llm/e2e-rt-sw-2e9b62","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.348903052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"758e58a8-4e44-4cc3-bf15-f277cdec6a0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:44.395816698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"9d166ce7-119b-4730-9ce9-165c0354b157","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:44.396149471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"7fb6fbf7-47cf-4239-be70-e42e1a653b45","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:44.463694654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"5c23d7bd-4d2d-4fcf-b538-b624e091a6d0","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:44.464165324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"996bc0a4-adce-4e46-90e2-19ad22efb706","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:44.557963084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"593ea79c-1acc-4441-9e9a-75ddcb9b7586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:44.568960242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"5f65a029-f01e-4a9a-987f-3bae3f81bf24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:44.619518823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"593ea79c-1acc-4441-9e9a-75ddcb9b7586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:44.63794832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"70043802-04d5-453a-9c02-4f4ed1c4886f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:44.638437264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"b45c508b-0729-486f-ac77-59be30e7052d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:44.655236789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"5f65a029-f01e-4a9a-987f-3bae3f81bf24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:44.956820368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"d2560982-8d3e-4f2b-a33f-844a4fab6b43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:44.963873158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"4c5c2aba-b063-4428-88be-7874f4914cb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:45.01228835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"d2560982-8d3e-4f2b-a33f-844a4fab6b43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:45.01919484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"4c5c2aba-b063-4428-88be-7874f4914cb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.447612787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-33894f13","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-conflict-a-33894f13","reconcileID":"00993d00-7d1f-4c65-b921-3bfdf7397419","MaaSModelRef":{"name":"e2e-conflict-a-33894f13","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"e2e-conflict-a-33894f13-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"e2e-conflict-a-33894f13","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.570852273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"eab6bfd6-018e-42ca-b394-aaa53c75b397","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.571268346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"18bc9620-89ab-498c-b8fd-e4b427ab1285","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.644600504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"5115b39c-b8fa-41a3-a4ff-20cb2657c5ac","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.645166672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"1772ec59-5c8e-4808-bfa7-633874466f28","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.729882003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"43c1a003-3350-4a19-b802-53646238ccbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.730222115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"e5c56f0d-9f7a-4b96-ae42-77e3ea891bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.815790891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"e5c56f0d-9f7a-4b96-ae42-77e3ea891bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.816627556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"56f9ae6a-7571-434e-9669-47fd89a398cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.823965876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"43c1a003-3350-4a19-b802-53646238ccbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:47.825750088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"080d9b85-7ba4-4ee6-ad91-938dbeb91e94","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.178451411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"0c9e09bf-9cd2-46d3-9943-a31d3a29095f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.178451499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"6e891b4b-e303-4404-a87e-8c84dd4049f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.240195845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"6e891b4b-e303-4404-a87e-8c84dd4049f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:48.240629699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"0c9e09bf-9cd2-46d3-9943-a31d3a29095f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:56.571003697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"9f03fe49-18df-47b3-9720-f5dd6ced7a68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:56.671165043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"5214d439-6622-4358-b0c4-baba1474ac3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:56.775828024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e1a3d8e7-fb65-4de6-9920-c80fff2cca0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:56.87425292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"74b60007-c533-4acf-806f-e6e423e2c473","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:56.973827118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"b6a28e2f-dbbc-424d-9d19-b3ce9ef1d8c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:56.982097168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"9fe88b24-851d-459a-9b19-fc2a00898924","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:57.099112742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"99ccc2b1-7051-4cb6-92ea-2af4650f5893","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:57.199892074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"d29d9dce-2622-4fdb-9279-3093d91db011","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:57.299981885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"40235828-de17-4d35-aadb-f2a74aa31104","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:57.401849912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"80f8e7b6-a9e0-456c-9cb3-e8ca0bcb8c38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:57.401958841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3fbf3cb2-a5ea-4bcd-9f37-701ca6b7a5c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:57.563359206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-sub","reconcileID":"a6c08c07-b895-465c-8df9-903358cdc4ea","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2e9b62","model":"llm/e2e-rt-sw-2e9b62","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:57.61329007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"528d0460-64b6-4721-9b14-a563ac58c507","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:57.844144649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"9d2cf00d-960c-422e-ad0f-26bcd53cb961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:57.844145376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"937b6e27-3376-4159-bba8-baf07b70ff14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:57.903106902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"9d2cf00d-960c-422e-ad0f-26bcd53cb961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:57.903895273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"937b6e27-3376-4159-bba8-baf07b70ff14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:57.948955159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"137be095-65a1-48ec-aa28-c51a8a3e22a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:57.948956395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"ac3dd41b-b376-4323-ab73-405eb139df56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:58.005596008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"ac3dd41b-b376-4323-ab73-405eb139df56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:31:58.005808319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"137be095-65a1-48ec-aa28-c51a8a3e22a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:00.276805887Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.750669574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"86f5a53b-b1a0-4f69-ab95-9d00152a1a83","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.315578888Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"370ba374-3166-4f90-b3f6-d9da7fff741c","namespace":"llm","name":"e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.368055639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"84dd3834-7ede-44bc-bab5-16924f0081d0","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.368083295Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"84dd3834-7ede-44bc-bab5-16924f0081d0","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2e9b62-211dd8de332c","namespace":"llm","model":"e2e-rt-sw-2e9b62","externalModel":"e2e-rt-sw-2e9b62","provider":"e2e-rt-sw-2e9b62-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.472152261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"e4c09de2-230b-4ba1-aedd-4c67d322722c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.472674648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"d20b7045-cb0f-4a0a-817f-77a534d0ab16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.472687769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"b9506f73-61d1-49c4-8a61-51bf25f7ac59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.523530936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e841efa7-2292-4493-9530-e34b2b92cced","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.52451756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60a67994-7da3-433f-8035-dc2be18d48e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.529047105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"e4c09de2-230b-4ba1-aedd-4c67d322722c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.530077902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"b9506f73-61d1-49c4-8a61-51bf25f7ac59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.531466314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"d20b7045-cb0f-4a0a-817f-77a534d0ab16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.538558954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"13787d3b-237b-47ba-afc3-ea1e9f12b735","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.538578314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"13787d3b-237b-47ba-afc3-ea1e9f12b735","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.538854415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"71801a23-2deb-4fe1-ab43-3099a3cd088e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.538868532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"71801a23-2deb-4fe1-ab43-3099a3cd088e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.53908968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35ddf763-f45e-446d-847a-0278d0e6d234","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.539103156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35ddf763-f45e-446d-847a-0278d0e6d234","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.539321452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f64e4ce6-5a5f-4113-bc31-9d2afedbb3b7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.53935138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f64e4ce6-5a5f-4113-bc31-9d2afedbb3b7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.539574081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c61d153-a6fa-40b4-8729-95b92db17979","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.539586278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c61d153-a6fa-40b4-8729-95b92db17979","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.539906551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bd480586-b46f-4410-a20d-56c5b16ba13a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.539919334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bd480586-b46f-4410-a20d-56c5b16ba13a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.540149381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"82374cc0-d0a4-4bd9-a057-ea0b849f5e75","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.540160165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"82374cc0-d0a4-4bd9-a057-ea0b849f5e75","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.540387787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bbf46733-784f-461e-bf02-ef47b9e1a548","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.540399431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bbf46733-784f-461e-bf02-ef47b9e1a548","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.579350826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e841efa7-2292-4493-9530-e34b2b92cced","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.579638899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60a67994-7da3-433f-8035-dc2be18d48e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.592171473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"22c87fb1-62ec-4694-be0c-1f340d041bd6","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.592191298Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"22c87fb1-62ec-4694-be0c-1f340d041bd6","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2e9b62-211dd8de332c","namespace":"llm","model":"e2e-rt-sw-2e9b62","externalModel":"e2e-rt-sw-2e9b62","provider":"e2e-rt-sw-2e9b62-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.766974899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cae6afc0-a6a3-4fcd-837f-5bec9cbca9ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.766974896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ead3524-07e8-4634-925e-2524d09561b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.816593787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-sub","reconcileID":"e9ef6b46-a926-48be-b014-12f537e8b785","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2e9b62","model":"llm/e2e-rt-sw-2e9b62","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.839828413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"4507876f-686b-4518-ae7b-cf1399c609c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.839974034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"eae1de7e-7972-4f35-9efb-f70ed8f70df4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.839828386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"91d6d79d-4c26-4ca6-bc66-25bbbf13752e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.895555553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"91d6d79d-4c26-4ca6-bc66-25bbbf13752e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.895745372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"4507876f-686b-4518-ae7b-cf1399c609c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.897709713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"eae1de7e-7972-4f35-9efb-f70ed8f70df4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.939717146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"e4a28f8d-d808-4333-8813-67d20d733961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.990966685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"a1857dde-153b-4411-9131-5574637a4075","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.995230225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"e4a28f8d-d808-4333-8813-67d20d733961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.046882489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"a1857dde-153b-4411-9131-5574637a4075","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.264706746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"8cee44e5-eded-4641-9f94-9a6092b48012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.264761976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"422bd490-45c5-4375-837b-af406ce475e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.265218522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"b2fa33d1-4d43-4194-afe5-79d563d918c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.320243986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"422bd490-45c5-4375-837b-af406ce475e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.32030967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"8cee44e5-eded-4641-9f94-9a6092b48012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.322658927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"b2fa33d1-4d43-4194-afe5-79d563d918c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.415466643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35479720-4b31-4f1a-8463-f4c1288c49af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.471057021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35479720-4b31-4f1a-8463-f4c1288c49af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.526130917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a739d055-574d-4641-a5dd-91bea466275e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.582208477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a739d055-574d-4641-a5dd-91bea466275e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.643398948Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"21b8d9f4-c80c-4af5-8be7-b08e3951948b","namespace":"llm","name":"e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.807272395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"e770ba17-07e9-4a52-a3f5-aa4d5e876f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.807650982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"0ed803fa-719a-4538-9fe4-1ecf5c3b96ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.85891219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"847a259e-0971-48a9-a835-1250d137b4f1","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.863376158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"e770ba17-07e9-4a52-a3f5-aa4d5e876f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.86377777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"0ed803fa-719a-4538-9fe4-1ecf5c3b96ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.899234778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"98bc21c0-04c6-4469-86f5-b0d62442dadf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.914600026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"847a259e-0971-48a9-a835-1250d137b4f1","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.954499635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"98bc21c0-04c6-4469-86f5-b0d62442dadf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:07.000078886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"c3078304-860f-4de6-9043-2bc2b87c7323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:07.055159424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"c3078304-860f-4de6-9043-2bc2b87c7323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:07.180584006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"d6793d18-7c87-4af1-8997-23c9aeb6df20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:07.231477431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"569de102-9f82-46b4-8dbf-fd68268e03db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:07.236075707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"d6793d18-7c87-4af1-8997-23c9aeb6df20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:07.286348387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"569de102-9f82-46b4-8dbf-fd68268e03db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:07.331777431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"9a7e02fb-2e71-470a-bed4-c256115c9b92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:07.362556764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"2d10d961-e4f2-4231-87a2-3d7c1746c35f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:07.382888735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"14732548-6f21-46cc-a89d-b245c6178d48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:07.386872591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"9a7e02fb-2e71-470a-bed4-c256115c9b92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:07.417754812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"2d10d961-e4f2-4231-87a2-3d7c1746c35f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:07.438282008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"14732548-6f21-46cc-a89d-b245c6178d48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:07.592489226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"382b5427-c725-4c40-a002-b12331a60f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:07.594841486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e4475fc-535b-4b46-848a-e22c3e7da2b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:07.648018565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"382b5427-c725-4c40-a002-b12331a60f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:07.650243118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e4475fc-535b-4b46-848a-e22c3e7da2b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:07.697170914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"0f3d5feb-32de-47a3-be1f-aac9f7d63544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:07.753002348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"0f3d5feb-32de-47a3-be1f-aac9f7d63544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:11.581019015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"fe39e362-b71f-4121-8de2-913ec18b86d6","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.721416514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"21401138-55d2-4424-a42e-fbadf64eeb70","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.721872008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"0080d9c2-d9cc-4cc5-84bd-2a0810bc098d","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.722139124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-33894f13","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-conflict-a-33894f13","reconcileID":"56e6b1f8-067b-4b1e-aa0f-ab8fba2b376f","MaaSModelRef":{"name":"e2e-conflict-a-33894f13","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"e2e-conflict-a-33894f13-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"e2e-conflict-a-33894f13","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.842428583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"67251538-0e91-4915-a1a3-b4e0845900f7","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.842834759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-33894f13","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-conflict-a-33894f13","reconcileID":"dc3aefc2-cff1-44fc-9210-ecd11564fed9","MaaSModelRef":{"name":"e2e-conflict-a-33894f13","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"e2e-conflict-a-33894f13-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"e2e-conflict-a-33894f13","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.843038172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"63837e65-0dfa-4d0a-9753-d37da6213517","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.87667549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"e7c78084-11a6-4fd2-99fa-f06e0228a669","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.876674838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"c8166406-d8b4-40d3-b6c1-9fb75e068874","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.929187116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"2a7784ed-f755-48da-a372-65ba66fc97e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.929248639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"114acc58-5e63-4826-8a50-6dfdbc152b1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.933371132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"c8166406-d8b4-40d3-b6c1-9fb75e068874","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:12.934077036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"e7c78084-11a6-4fd2-99fa-f06e0228a669","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.13173835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"a1a3ab2e-ea84-4b74-8d25-ee9bd7184751","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.229287613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"96b019fe-2bfa-4c86-bdc7-f33ed09cd4fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.248973383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"402563ac-b453-4910-a424-09ebfd63904b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.315146492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"5b689d9c-4849-4afd-9e22-facb79381864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.315414864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"3acf2c49-0058-4caf-a3a9-906d1389f0d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.334578913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"64d43624-0f86-4b99-9e0c-4c001ff31168","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.371523663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"3acf2c49-0058-4caf-a3a9-906d1389f0d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.372363707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"5b689d9c-4849-4afd-9e22-facb79381864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.545866711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"6c3c811c-010e-43a9-ad87-87748cbe2b72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.64965391Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"a84d3af9-52eb-4391-8d01-daa2d04651fb","namespace":"llm","name":"e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.707881934Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"ca875e8a-8b4c-494e-82c8-0dab374413d7","namespace":"llm","name":"e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.708302791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-sub","reconcileID":"970c0f9c-96aa-4c91-8b86-35ee5f51da8c","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2e9b62","model":"llm/e2e-rt-sw-2e9b62","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.748046315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"c7f9cab2-19f1-4c1e-89c5-83bc3027e447","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.806110804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"81389f35-3151-4588-8f58-8570b86d11cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.806110382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"5516450a-9777-4d3b-a03f-617e85dcde3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.806456649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"dff322bf-3cc1-44fa-885b-38b98a6bf2f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.806910044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"569bff6c-46f0-4f1f-8711-939a04b0fc28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.856077863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"d207113d-c0d6-4898-a78a-922d567321d0","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.8627317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"dff322bf-3cc1-44fa-885b-38b98a6bf2f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.86338943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"81389f35-3151-4588-8f58-8570b86d11cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.86546169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"569bff6c-46f0-4f1f-8711-939a04b0fc28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.866197433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"6439b79c-cb7b-48fb-8fa3-1c8110bc224b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.867137989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"5516450a-9777-4d3b-a03f-617e85dcde3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.912037763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"d207113d-c0d6-4898-a78a-922d567321d0","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.963395783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"cf8a1876-a3fe-41e3-81cf-2a6122cacf49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.057816332Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"2aa7f006-a0c9-4710-a2c7-1303cfe4f8e1","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"name":"e2e-rt-eq-73b57e","namespace":"llm","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.073172353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"eea97316-d2cf-412b-8d83-81952cf70c42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.105947541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"1b266a3f-497e-4941-85cd-1b2164d30272","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.169749312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"12f926b6-3e0c-498e-afd8-b997ab715be6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.169870419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"12f926b6-3e0c-498e-afd8-b997ab715be6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.170378792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"db4d061a-c002-4598-b19c-8e8724ca56a3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.17047418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"db4d061a-c002-4598-b19c-8e8724ca56a3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.170907264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83957515-3cff-4a34-a0c9-7632037045b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.170964923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83957515-3cff-4a34-a0c9-7632037045b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.178314893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"63b5f512-3d6d-4395-bd0c-d54fbdebf55a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.268219637Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"7b1b5ee6-3411-44d7-9afc-57e952403b0f","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"name":"e2e-rt-eq-73b57e","namespace":"llm","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.287040676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"267c9647-e48b-4c72-8112-1923560eb8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.291600122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"90697403-ba91-42f1-b12c-be7cdcb5d8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.304100752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"b0baf075-e94f-454f-9e7c-06b70eee7701","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.32673241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec6426a8-94e6-438b-825b-91b205802ed9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.326856834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec6426a8-94e6-438b-825b-91b205802ed9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.327401375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6e6b5b40-5670-421b-878e-3c0755992b29","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.327479771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6e6b5b40-5670-421b-878e-3c0755992b29","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.327929087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d96eba56-8afa-4f58-b9de-a20755f5c0ca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.328008456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d96eba56-8afa-4f58-b9de-a20755f5c0ca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.329799258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"40189a7a-7f1a-43b5-a02d-9f4430609468","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.356142974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"315186c5-c192-45ec-a2ac-8603ca6f287d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.389552852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"90697403-ba91-42f1-b12c-be7cdcb5d8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.390704711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"b0baf075-e94f-454f-9e7c-06b70eee7701","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.391653144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"267c9647-e48b-4c72-8112-1923560eb8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.392916806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"92057873-db8d-49e5-bef3-732cba761ae5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.394522225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"f6b2644a-c465-4acc-b2cb-f525981144c6","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.394587348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"f6b2644a-c465-4acc-b2cb-f525981144c6","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2e9b62-211dd8de332c","namespace":"llm","model":"e2e-rt-sw-2e9b62","externalModel":"e2e-rt-sw-2e9b62","provider":"e2e-rt-sw-2e9b62-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.419831862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"0f33fd81-ac31-47b6-87a7-6c38d503338a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.459921075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"315186c5-c192-45ec-a2ac-8603ca6f287d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.591830798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"af5eaed2-7b53-4884-a8b9-e2deba84e039","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.593544987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"af5eaed2-7b53-4884-a8b9-e2deba84e039","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.594469847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b86c55ef-1fc8-46ad-b539-5b1332058f10","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.594543217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b86c55ef-1fc8-46ad-b539-5b1332058f10","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.628566328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"0f33fd81-ac31-47b6-87a7-6c38d503338a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.685089994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-sub","reconcileID":"c2647a51-d798-4f6b-a6c5-20b99c08c66e","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2e9b62","model":"llm/e2e-rt-sw-2e9b62","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.750832446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7c7fe815-8d9a-448d-9923-2c30de8217f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.863512983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"5534b37b-d35e-41c8-a678-2bc55abae7cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.864467673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"932c594b-89ea-456f-8a0d-205edbebde24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.917690092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3212255d-f9ac-4e24-af82-dc2ea1289651","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.922140668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"5534b37b-d35e-41c8-a678-2bc55abae7cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.922456074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"932c594b-89ea-456f-8a0d-205edbebde24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.959981442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"41219fec-d531-4c61-80da-5988382493f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.980440293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3212255d-f9ac-4e24-af82-dc2ea1289651","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.019346562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"41219fec-d531-4c61-80da-5988382493f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.059961152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"4437df4c-b89d-4201-81cf-b8a754b4c157","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.123384796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"4437df4c-b89d-4201-81cf-b8a754b4c157","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.31617887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"86926e47-3d06-48d0-8a0c-8c56760c9487","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.3736201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"b6d258c3-38c0-4adf-923a-6186d8de2fa1","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.378752511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"86926e47-3d06-48d0-8a0c-8c56760c9487","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.412911455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"3bd032f8-6d2f-4c2a-9ea0-e4cc3ab5e3f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.441791251Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"1fd11a4a-e64e-4508-90e1-799e9410941e","namespace":"llm","name":"e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.45798039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"b6d258c3-38c0-4adf-923a-6186d8de2fa1","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.463890753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"609d1383-84d3-476b-afb8-df33a7295f11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.472216496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"3bd032f8-6d2f-4c2a-9ea0-e4cc3ab5e3f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.497565729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"f0b838cc-37bf-4d20-adb3-91036133455a","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.497689124Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"f0b838cc-37bf-4d20-adb3-91036133455a","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-73b57e-b255ad122fba","namespace":"llm","model":"e2e-rt-eq-73b57e","externalModel":"e2e-rt-eq-73b57e","provider":"e2e-rt-eq-73b57e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.526321028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"609d1383-84d3-476b-afb8-df33a7295f11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.639097218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"ab77d62f-1dca-4398-b1bb-494e3d4067fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.701044205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"ab77d62f-1dca-4398-b1bb-494e3d4067fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.758972924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"4c765203-b3bf-4bc5-934a-9b62a615743f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.818964039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"4c765203-b3bf-4bc5-934a-9b62a615743f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.862089762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"1881c208-4a9a-45de-8aa0-edf6780f886d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.920785403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"1881c208-4a9a-45de-8aa0-edf6780f886d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:15.967570853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"1bb69bd6-894e-44f5-9c43-8d9ea5e3055e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.019073138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89973ad8-de7d-4a51-b189-1b6b7abfd228","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.024153024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"1bb69bd6-894e-44f5-9c43-8d9ea5e3055e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.059632459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"654b6042-cec2-4041-a91a-ad37d26d22b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.074188778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89973ad8-de7d-4a51-b189-1b6b7abfd228","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.114922586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"654b6042-cec2-4041-a91a-ad37d26d22b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.12921458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"7e3c8330-7f1e-43e3-9784-5a3e5e40894a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.184126926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"7e3c8330-7f1e-43e3-9784-5a3e5e40894a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.228184625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"e64d0e52-9898-4bda-b1b9-53a82f6c6230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.283731156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"e64d0e52-9898-4bda-b1b9-53a82f6c6230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.432989159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d08c965-1e87-480e-86b2-f4824a174fb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.481499195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"d2440e33-d5d4-4764-92aa-a83d72085dc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.481679971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"3a5d2dca-0a90-451c-ba0b-b89ed5a4c412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.488002655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d08c965-1e87-480e-86b2-f4824a174fb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.532736958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"9dbf73db-3101-4cd6-95ae-a34a8b071c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.537083051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"d2440e33-d5d4-4764-92aa-a83d72085dc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.537882375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"3a5d2dca-0a90-451c-ba0b-b89ed5a4c412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.588157354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"9dbf73db-3101-4cd6-95ae-a34a8b071c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.641564878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"ffbec938-f2b5-4053-989f-bcbb94bbf758","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.697141704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"ffbec938-f2b5-4053-989f-bcbb94bbf758","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.804958291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"95fe516a-ccef-4876-95af-48433c842fbb","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.804987282Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"95fe516a-ccef-4876-95af-48433c842fbb","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-73b57e-b255ad122fba","namespace":"llm","model":"e2e-rt-eq-73b57e","externalModel":"e2e-rt-eq-73b57e","provider":"e2e-rt-eq-73b57e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.90920608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"f5565ffc-0204-4b74-b300-75855519045d","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.909233397Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"f5565ffc-0204-4b74-b300-75855519045d","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-73b57e-b255ad122fba","namespace":"llm","model":"e2e-rt-eq-73b57e","externalModel":"e2e-rt-eq-73b57e","provider":"e2e-rt-eq-73b57e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.066038714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-access","reconcileID":"b7ad5e17-603c-47ed-bef8-aa22ff70db08","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.121825562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-access","reconcileID":"b7ad5e17-603c-47ed-bef8-aa22ff70db08","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.54453237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"b352efd3-5d4d-4d6c-8f17-aa0e5e483d89","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.544562482Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"b352efd3-5d4d-4d6c-8f17-aa0e5e483d89","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-73b57e-b255ad122fba","namespace":"llm","model":"e2e-rt-eq-73b57e","externalModel":"e2e-rt-eq-73b57e","provider":"e2e-rt-eq-73b57e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.351803983Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-73b57e-sub models-as-a-service/e2e-rt-sw-2e9b62-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.405028316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"f32f4914-0438-4fa6-b195-d456af4247ee","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.405056462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"f32f4914-0438-4fa6-b195-d456af4247ee","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-73b57e-b255ad122fba","namespace":"llm","model":"e2e-rt-eq-73b57e","externalModel":"e2e-rt-eq-73b57e","provider":"e2e-rt-eq-73b57e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:32:25.459823887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-73b57e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-sub","reconcileID":"b3d350a4-4c29-4778-93a7-1c61c30b3472","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-73b57e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.577415784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"39971813-8cd6-40f6-be96-1e0cca3ea089","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.577450626Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"39971813-8cd6-40f6-be96-1e0cca3ea089","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-73b57e-b255ad122fba","namespace":"llm","model":"e2e-rt-eq-73b57e","externalModel":"e2e-rt-eq-73b57e","provider":"e2e-rt-eq-73b57e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.615609906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec814e9b-7bb9-4d26-8a69-3c994bd562e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.615755982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"6092a1b2-8e31-4753-bd0a-770f6773d7f0","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.616090582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-access","reconcileID":"d0377118-5487-4b64-b5b0-cb6a2c2434e9","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.616295375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d2bc3af-4308-4ddd-94ac-5f37b1fc1430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.672167672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d2bc3af-4308-4ddd-94ac-5f37b1fc1430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.673298044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec814e9b-7bb9-4d26-8a69-3c994bd562e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.674732589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"6092a1b2-8e31-4753-bd0a-770f6773d7f0","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.677250209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-access","reconcileID":"d0377118-5487-4b64-b5b0-cb6a2c2434e9","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.682304256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"08ea6ca4-28d2-420b-9511-5d508c6d9fec","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.682358241Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"08ea6ca4-28d2-420b-9511-5d508c6d9fec","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2e9b62-211dd8de332c","namespace":"llm","model":"e2e-rt-sw-2e9b62","externalModel":"e2e-rt-sw-2e9b62","provider":"e2e-rt-sw-2e9b62-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.785963518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"06562a8e-5694-4a0b-a2db-a927b7073242","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.786003359Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"06562a8e-5694-4a0b-a2db-a927b7073242","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-73b57e-b255ad122fba","namespace":"llm","model":"e2e-rt-eq-73b57e","externalModel":"e2e-rt-eq-73b57e","provider":"e2e-rt-eq-73b57e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.801415512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"0ab0f457-e705-4367-b8a9-6437a577f4cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.893312955Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-73b57e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-sub","reconcileID":"bfda8212-b172-4ee5-9f7d-40a7fa43acf7","MaaSSubscription":{"name":"e2e-rt-eq-73b57e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-73b57e","model":"e2e-rt-eq-73b57e","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-73b57e-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:25.930814684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"a3407a61-9610-4806-80b4-cd9f9ef10070","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.053568237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"683ce424-0133-43ee-88c9-cf9cc82ff22c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.136205404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32f2a745-827d-4905-a2ba-edb0168b66f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.140903617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff9ecfca-80a2-497d-a750-48d5247b0821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.163929367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"1bd5e1ce-2966-40f0-905c-690df6943491","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.164058496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"1bd5e1ce-2966-40f0-905c-690df6943491","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-73b57e-b255ad122fba","namespace":"llm","model":"e2e-rt-eq-73b57e","externalModel":"e2e-rt-eq-73b57e","provider":"e2e-rt-eq-73b57e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.183596669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"e50566e4-e7ab-49ce-b34a-706b0539e7f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.197841676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32f2a745-827d-4905-a2ba-edb0168b66f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.199175967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff9ecfca-80a2-497d-a750-48d5247b0821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.253903374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-access","reconcileID":"cd6b9eec-2bb3-4a5a-89bc-4fe09051147a","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.254803964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"3feea419-d35e-4d1c-af40-1904fab38b64","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.286057994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"b539860c-c794-40b8-9b41-4dea0cd8a1a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.31151137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-access","reconcileID":"cd6b9eec-2bb3-4a5a-89bc-4fe09051147a","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.316295103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"3feea419-d35e-4d1c-af40-1904fab38b64","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.386392227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"e6a5222b-2559-46a5-b485-ca161f6de3bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.387924524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"ac832cd8-0e12-4ed3-a4d6-53dd169da959","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.44151296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-73b57e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-sub","reconcileID":"19392e9f-4a48-45ad-8b0b-61ee508098e0","MaaSSubscription":{"name":"e2e-rt-eq-73b57e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-73b57e","model":"llm/e2e-rt-eq-73b57e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.546189302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"34072013-7d57-49a2-b7f2-8742dd4e0e86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.663821813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6f922b2b-bfc4-488b-8869-1430c931e83c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.77088642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"1585a88b-c0c5-4c45-a4e0-802aedec794c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.820487675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-sub","reconcileID":"da92f9fd-4467-4a05-83e7-ef2720fc40e9","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2e9b62","model":"llm/e2e-rt-sw-2e9b62","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.891097032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"2f4bfc61-82cf-46c3-82a4-8ea0cd73d397","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:26.992063631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"76a42a07-5af5-4d5d-9156-4cb7a5d99dea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:27.176171781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"ad2a6772-dd51-4348-b164-618c42b8bc06","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:27.17718585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a7702eb-8393-46fe-84c5-e1e09cfeebeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:27.177599521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-access","reconcileID":"86563e3b-e452-4457-b3d6-f17289f23a1e","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:27.17791327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b266ae3c-dbfb-403a-91dc-30499376ce9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:27.240595474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"4f304ce5-bd28-4650-b045-657e1a180992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:27.247880288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-access","reconcileID":"86563e3b-e452-4457-b3d6-f17289f23a1e","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:27.249370232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b266ae3c-dbfb-403a-91dc-30499376ce9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:27.261535385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"ad2a6772-dd51-4348-b164-618c42b8bc06","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:27.294177585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a7702eb-8393-46fe-84c5-e1e09cfeebeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:27.324222617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"4f304ce5-bd28-4650-b045-657e1a180992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:27.597827121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"cc501dff-7374-4bda-ac05-34532573be3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:27.658209618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"cc501dff-7374-4bda-ac05-34532573be3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:30.277910663Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:37.927678082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-73b57e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-sub","reconcileID":"43d5f5b2-e78a-4b1c-ade6-6c322d17ed82","MaaSSubscription":{"name":"e2e-rt-eq-73b57e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-73b57e","model":"llm/e2e-rt-eq-73b57e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.20874936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"724ac163-b5aa-4098-93d0-a49a54ead7fc","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.208896401Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"724ac163-b5aa-4098-93d0-a49a54ead7fc","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-73b57e-b255ad122fba","namespace":"llm","model":"e2e-rt-eq-73b57e","externalModel":"e2e-rt-eq-73b57e","provider":"e2e-rt-eq-73b57e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.705041805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b13e8d73-276d-4802-81e8-b906433a9be5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.706317291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c114ea9-3335-4bc8-9f28-954da3bb15c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.7071808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"470637c8-4995-4720-ad0f-1b24a380ff48","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.708124681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-access","reconcileID":"8176ba03-fa87-432b-a7ea-c978bf6829e4","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.784535145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b13e8d73-276d-4802-81e8-b906433a9be5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.800877516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-access","reconcileID":"8176ba03-fa87-432b-a7ea-c978bf6829e4","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.802902903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"470637c8-4995-4720-ad0f-1b24a380ff48","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:38.803526842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c114ea9-3335-4bc8-9f28-954da3bb15c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.047362892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"a085367e-5521-4796-adab-7c0b2aa08759","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.055845659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"8917acea-a53f-4a94-a4eb-ca2c67fd49c0","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.056377674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"a7e08550-6ebd-4cbe-81b2-d2a6e4b56ee5","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.121236597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"b4dcca71-ee83-4870-aee9-9ca115c9af20","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.121824566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"661f5ae0-ca2d-4791-9671-c466793eaf50","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.122304071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"e509927b-8259-46f5-a890-3c7e62c07ffb","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.208796368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"1691dab5-3271-492d-86e4-da02e7a1b684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.209059923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"0d5c96f5-6775-4035-a6f8-d5b58aaa474f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.294128871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"cc72e780-e358-4c69-a313-69ff4ab87472","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.302221482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"0d5c96f5-6775-4035-a6f8-d5b58aaa474f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.306152734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"1691dab5-3271-492d-86e4-da02e7a1b684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.307804312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"57cabb53-7117-43ef-8802-b23276da1b19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.66944879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"229edd2e-8e8d-4a04-b8fe-d3b0f40773bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.670560869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"1924b405-188a-4a98-9a41-71f2f059a039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.725762356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"229edd2e-8e8d-4a04-b8fe-d3b0f40773bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.726470001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"1924b405-188a-4a98-9a41-71f2f059a039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:00.275781743Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:01.319583996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-33894f13","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-conflict-b-33894f13","reconcileID":"8fdd631b-be12-42a1-ade4-e80a00dbd00f","MaaSModelRef":{"name":"e2e-conflict-b-33894f13","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"e2e-conflict-b-33894f13-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"e2e-conflict-b-33894f13","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:01.377737764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-33894f13","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-conflict-a-33894f13","reconcileID":"8ccd5c1a-a994-408e-ad05-eb252dabfa92","MaaSModelRef":{"name":"e2e-conflict-a-33894f13","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"e2e-conflict-a-33894f13-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"e2e-conflict-a-33894f13","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:02.086521804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"ee328dc2-dcec-4db3-b643-e4cf80f261ee","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:02.086978715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"ed6e47a5-1112-480b-8f76-32cbe6cc15b2","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:02.088270194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"87cbb64a-28fa-46f6-b6aa-06d3ba5b8bde","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:02.246302448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"17f6b839-4bd3-455f-b3bb-ee51b0892bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:02.24691698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"be9f0176-e606-4405-a142-9b1904416898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:02.30075508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"75caa602-3898-466c-bc03-8c6d5568e525","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:02.301544508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"a9fb24a3-f614-499a-a18c-a6862a233afb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:02.326102258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"be9f0176-e606-4405-a142-9b1904416898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:02.340271322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"17f6b839-4bd3-455f-b3bb-ee51b0892bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:02.411710496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"a44f363b-830b-4645-af87-478ff5b6ffa5","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:02.412235055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"ec873aa9-2c01-41ca-82b6-7a8c54ddf1c5","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:02.412707519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"9267f423-69cc-4031-89ac-96226d063e00","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:02.413043936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-33894f13","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-conflict-a-33894f13","reconcileID":"dea83be3-ec9e-4ec6-900d-37ab648d9520","MaaSModelRef":{"name":"e2e-conflict-a-33894f13","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"e2e-conflict-a-33894f13-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"e2e-conflict-a-33894f13","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:02.698520263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"e5efe3b6-dccc-4548-b02e-ae66f9fda1c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:02.754253301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"e5efe3b6-dccc-4548-b02e-ae66f9fda1c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:02.797875704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"1d105072-35e4-4b59-8626-9ff6075dc1b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:02.853477174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"1d105072-35e4-4b59-8626-9ff6075dc1b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:05.123710562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"acd06d5f-90ee-4642-85ba-ea1b96b82788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:05.123717794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"3fd93118-c31f-4c9d-b06f-68ac4512e5e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:05.179323615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"acd06d5f-90ee-4642-85ba-ea1b96b82788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:05.179446527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"3fd93118-c31f-4c9d-b06f-68ac4512e5e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.291474961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"5a55f08c-b9bf-41de-a8e7-47ab82b548d9","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.291506299Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"5a55f08c-b9bf-41de-a8e7-47ab82b548d9","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-73b57e-b255ad122fba","namespace":"llm","model":"e2e-rt-eq-73b57e","externalModel":"e2e-rt-eq-73b57e","provider":"e2e-rt-eq-73b57e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.452642088Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-73b57e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-sub","reconcileID":"daffe327-f2e9-4c5a-af4e-718b969f6d46","MaaSSubscription":{"name":"e2e-rt-eq-73b57e-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fd75a1ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.496824939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-access","reconcileID":"82d24cd0-166e-438e-b2c7-00f8a8718d1b","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.497023512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"554a7778-8c56-448a-a97b-d109d661e775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.496818544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"d57d3736-2d87-48dd-8177-3f3e6d716bf2","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.497298172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e3ac041-0587-4215-8cb1-57eb7010a4b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.553171525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"d57d3736-2d87-48dd-8177-3f3e6d716bf2","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.553762064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e3ac041-0587-4215-8cb1-57eb7010a4b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.555553015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-access","reconcileID":"82d24cd0-166e-438e-b2c7-00f8a8718d1b","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.55609209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"554a7778-8c56-448a-a97b-d109d661e775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.970525298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62fcec91-21b6-4db1-ae6a-4df57be5272c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:07.970545513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bd4d17c-fc5d-4b85-946f-67e7289a6058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.026930352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bd4d17c-fc5d-4b85-946f-67e7289a6058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.027051649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62fcec91-21b6-4db1-ae6a-4df57be5272c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.072927829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-access","reconcileID":"d1643783-2b33-48ff-857b-b3d9dac080e8","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.07302599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"b0f9c903-1a75-4e04-8655-cbeef0367109","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.13037018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-access","reconcileID":"d1643783-2b33-48ff-857b-b3d9dac080e8","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:08.130836928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"b0f9c903-1a75-4e04-8655-cbeef0367109","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.7263037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"2dedd7f1-42b0-45e5-939f-084b5af4222d","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.726767655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"a0abd7db-3a51-4410-939a-a5556dc65352","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.790570516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"20358c62-e145-41ee-a4be-7eea456150f3","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.790931726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"a7c5f2e7-d171-4992-a447-5acb89021fc5","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.888571284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"d2a409a0-4811-474f-90ce-468480d4b49f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.969418473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"d2a409a0-4811-474f-90ce-468480d4b49f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.9705699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"d38a652f-0e0d-449c-9cd0-38da5006f366","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.971166396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"fccbafe0-f1ca-4883-aee6-737aa7bf1335","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.992210277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"29229c5d-a061-4ef0-8965-8f01a3f7e3a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:12.04882531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"29229c5d-a061-4ef0-8965-8f01a3f7e3a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:12.281496603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"3c51d83c-f218-46bb-afab-931fe8c4be97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:12.336631138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"3c51d83c-f218-46bb-afab-931fe8c4be97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:12.433547343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"8af4a212-4d90-4823-bb6c-b2bea96140ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:12.489712239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"8af4a212-4d90-4823-bb6c-b2bea96140ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.052167593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"57e2fb50-e8ea-42e4-a844-da94332ddaa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.052211473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"0982fa26-46de-4f41-80f9-88cc7c092713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.108212701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"0982fa26-46de-4f41-80f9-88cc7c092713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.108405277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"57e2fb50-e8ea-42e4-a844-da94332ddaa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.505896614Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-73b57e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-sub","reconcileID":"cbe4f45a-2f7a-467f-be2d-0b03fff3bb49","MaaSSubscription":{"name":"e2e-rt-eq-73b57e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-73b57e","subscription":"e2e-rt-eq-73b57e-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.609134584Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-73b57e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-sub","reconcileID":"cbe4f45a-2f7a-467f-be2d-0b03fff3bb49","MaaSSubscription":{"name":"e2e-rt-eq-73b57e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.660890328Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-73b57e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-sub","reconcileID":"cbe4f45a-2f7a-467f-be2d-0b03fff3bb49","MaaSSubscription":{"name":"e2e-rt-eq-73b57e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-73b57e","namespace":"llm","model":"llm/e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.981019371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"a7e8491b-cc3c-425f-aaf5-83e219a9c455","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.981056941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"a7e8491b-cc3c-425f-aaf5-83e219a9c455","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-73b57e-b255ad122fba","namespace":"llm","model":"e2e-rt-eq-73b57e","externalModel":"e2e-rt-eq-73b57e","provider":"e2e-rt-eq-73b57e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.14182216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"ca272baf-3de1-4809-9c7c-8a968dedb85d","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.14184833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"ca272baf-3de1-4809-9c7c-8a968dedb85d","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2e9b62-211dd8de332c","namespace":"llm","model":"e2e-rt-sw-2e9b62","externalModel":"e2e-rt-sw-2e9b62","provider":"e2e-rt-sw-2e9b62-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.186761298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"1247f433-f04a-44b8-a65a-31af92fa9c03","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.187067179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-access","reconcileID":"fd138835-3f60-489a-815e-e7f48fe7a8d3","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.187229319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11a9e11a-d22d-4902-a7fd-02c201ba4d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.186761351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b07e67c0-db05-429f-b7d2-775cfc207bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.24266525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"1247f433-f04a-44b8-a65a-31af92fa9c03","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.242811699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11a9e11a-d22d-4902-a7fd-02c201ba4d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.244889065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-access","reconcileID":"fd138835-3f60-489a-815e-e7f48fe7a8d3","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.245015847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b07e67c0-db05-429f-b7d2-775cfc207bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.245591802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"bd377436-5b71-43c2-a926-40c000ee80d9","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.245614935Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"bd377436-5b71-43c2-a926-40c000ee80d9","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-73b57e-b255ad122fba","namespace":"llm","model":"e2e-rt-eq-73b57e","externalModel":"e2e-rt-eq-73b57e","provider":"e2e-rt-eq-73b57e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.500726976Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-73b57e-access","reconcileID":"f4656f39-587d-48b8-88c5-3a353b2f6996","MaaSAuthPolicy":{"name":"e2e-rt-eq-73b57e-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.710419879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"cb3cf398-520a-4e0f-8147-1ae0e24cca5b","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:18.710450622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"cb3cf398-520a-4e0f-8147-1ae0e24cca5b","MaaSModelRef":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-73b57e-b255ad122fba","namespace":"llm","model":"e2e-rt-eq-73b57e","externalModel":"e2e-rt-eq-73b57e","provider":"e2e-rt-eq-73b57e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.251706183Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"1401dd66-ffa5-4160-af71-aa52b391ddef","namespace":"llm","name":"e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.385091172Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"205243be-580f-469b-8c7f-4241dd706e00","namespace":"llm","name":"e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.406902766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"a682b202-52c6-4d62-a512-e3d84a93f8b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.406901634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"3c53dd95-0b66-408b-b47f-5f6d53475793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.407816329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"7a80930c-825f-45fe-8e19-fe31bfb32cca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.459041121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc223077-39ff-4eff-8987-66674150b5ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.459041101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd772663-4285-498c-82f4-bc0f5663fb68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.463847514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"3c53dd95-0b66-408b-b47f-5f6d53475793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.465275548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"a682b202-52c6-4d62-a512-e3d84a93f8b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.466552921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"7a80930c-825f-45fe-8e19-fe31bfb32cca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.514969957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc223077-39ff-4eff-8987-66674150b5ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.515080919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd772663-4285-498c-82f4-bc0f5663fb68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.777059593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"5a34757e-1f53-4805-94e4-79970d59007b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.777092468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"a0bd7c25-53d1-48ae-aa30-dc4432a81edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.777510102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"ff45d8ba-0af2-4885-9fa5-fcb4296ff1fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.834006084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"5a34757e-1f53-4805-94e4-79970d59007b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.834027914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"a0bd7c25-53d1-48ae-aa30-dc4432a81edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.837422142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"ff45d8ba-0af2-4885-9fa5-fcb4296ff1fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.878487105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"3c56ca26-6910-4a76-9379-4a9ba30fb473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.9294942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"340184d8-730c-4100-839d-6b51ab9077ff","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.933651098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"3c56ca26-6910-4a76-9379-4a9ba30fb473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:19.986038256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"340184d8-730c-4100-839d-6b51ab9077ff","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.207729326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"68c9ad13-55f8-43cb-b010-8f05d1f3bec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.207747396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"0097579e-ee8d-46a8-aaea-7a7f47234d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.20815757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"2b57abc5-1142-4970-bdae-68c8cacdba4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.263550522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"0097579e-ee8d-46a8-aaea-7a7f47234d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.264693855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"68c9ad13-55f8-43cb-b010-8f05d1f3bec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.265777217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"2b57abc5-1142-4970-bdae-68c8cacdba4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.358847288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbb928df-a011-4917-b162-76c133409817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.437640333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbb928df-a011-4917-b162-76c133409817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.48678246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef6418d8-8d8f-44b6-9799-1b0999531b00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.533884516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"823140b1-a536-4a76-bcbe-a1b6d529c44f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.561250974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"823140b1-a536-4a76-bcbe-a1b6d529c44f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.565867952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33dca7ef-ee6e-441b-a397-9caef678c771","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.565960807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"33dca7ef-ee6e-441b-a397-9caef678c771","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.560223441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef6418d8-8d8f-44b6-9799-1b0999531b00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.574789486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"069a5c7c-ea1e-4324-bbfc-00106a2cd4af","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.574903289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"069a5c7c-ea1e-4324-bbfc-00106a2cd4af","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.5755911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f589a512-f375-4230-a63d-9879869e5c4e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.575666605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f589a512-f375-4230-a63d-9879869e5c4e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.627916794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"57357576-9ec0-4266-8004-6df5e5ae0fbd","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.627948497Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"57357576-9ec0-4266-8004-6df5e5ae0fbd","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2e9b62-211dd8de332c","namespace":"llm","model":"e2e-rt-sw-2e9b62","externalModel":"e2e-rt-sw-2e9b62","provider":"e2e-rt-sw-2e9b62-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.647314029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"9c504ca6-c3e6-4719-9585-c81fa6966370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.64836503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"c84e0367-060a-412b-bc61-de28a395e226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.649077412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"a25814f8-3d71-4e91-b825-bd0940fb875d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.681215092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6caaae79-c953-4c50-98b7-777cb8b6f27f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.681241895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6caaae79-c953-4c50-98b7-777cb8b6f27f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.681611849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"423cdf4e-58d5-4686-8869-74a9b589edde","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.681627264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"423cdf4e-58d5-4686-8869-74a9b589edde","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.681905453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ccf42263-a4c1-413b-851c-ef4988d386f6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.68191977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ccf42263-a4c1-413b-851c-ef4988d386f6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.682190268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a8e75cb9-b63d-4322-95e4-cbd86856f6e2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.682206361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a8e75cb9-b63d-4322-95e4-cbd86856f6e2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.703269453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"9c504ca6-c3e6-4719-9585-c81fa6966370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.705741777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"c84e0367-060a-412b-bc61-de28a395e226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.706655397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"a25814f8-3d71-4e91-b825-bd0940fb875d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.805118233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-sub","reconcileID":"e3bc62f8-ec15-4e52-be57-0a2d0a70a9c7","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2e9b62","model":"llm/e2e-rt-sw-2e9b62","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.843075814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0244f64b-0ec4-43f9-b33a-88ee9cc172ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.843121016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"de059cea-085f-4860-a70c-3ffc03129424","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.888770447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"9b187249-4194-45ae-87de-80e6c62400ec","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.950384283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"9b187249-4194-45ae-87de-80e6c62400ec","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.000264247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75599508-c245-4754-9134-ff813b48a6be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.056683791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75599508-c245-4754-9134-ff813b48a6be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.174148823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2602e2ff-4f54-4ebb-885f-395a9d82e292","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.229378215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2602e2ff-4f54-4ebb-885f-395a9d82e292","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.394215966Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-73b57e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-73b57e","reconcileID":"cec84dec-887a-4eee-b6c6-ba9a8ab5d673","namespace":"llm","name":"e2e-rt-eq-73b57e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.557155633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"e123bbe4-febe-4667-a80b-bb390c609461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.557178736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"79e74e1a-0288-4d5b-be10-55c2ce9d5447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.5575982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"4439b9e1-c4d5-4953-8855-b1113c624427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.557729656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"e4c05634-b389-4d01-bab2-0281cf1cc0cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.613693463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"4439b9e1-c4d5-4953-8855-b1113c624427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.613795316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"e123bbe4-febe-4667-a80b-bb390c609461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.615935638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"79e74e1a-0288-4d5b-be10-55c2ce9d5447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.616117082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"e4c05634-b389-4d01-bab2-0281cf1cc0cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.661932106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cd977e1-6eaf-4444-8062-a7dc7562fe8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.718590792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cd977e1-6eaf-4444-8062-a7dc7562fe8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.988059013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"a5ae8801-426e-4ce0-a7b7-66d6817a2372","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.042233785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62604abe-e1e3-4087-aafa-07c39af9fa62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.043913437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"a5ae8801-426e-4ce0-a7b7-66d6817a2372","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.081043031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"ad9fb544-f6fc-45c7-ae89-9a75a9d08cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.081704984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"07ff339f-0e23-4747-822b-332b6d65d9f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.081745489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"1e6834df-36dc-4b93-af2d-515b885ed4ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.09765832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62604abe-e1e3-4087-aafa-07c39af9fa62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.137502079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"07ff339f-0e23-4747-822b-332b6d65d9f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.13863826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"ad9fb544-f6fc-45c7-ae89-9a75a9d08cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.140202932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"1e6834df-36dc-4b93-af2d-515b885ed4ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.358670879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"da60812e-2f56-4e67-8785-f3cd703b0bb6","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.358699732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"da60812e-2f56-4e67-8785-f3cd703b0bb6","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2e9b62-211dd8de332c","namespace":"llm","model":"e2e-rt-sw-2e9b62","externalModel":"e2e-rt-sw-2e9b62","provider":"e2e-rt-sw-2e9b62-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.40247987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"04cd0874-be43-4374-ac9a-8aa0716db670","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.457589665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"04cd0874-be43-4374-ac9a-8aa0716db670","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.502519851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"bb8a48a1-422c-4bc3-922a-0bf65ec339aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.516584259Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-sub","reconcileID":"ad2da34a-be48-4678-ab9a-acdbc8993f81","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d2d3ea98","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.554191972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"776b9cfc-23b8-40f9-b7b3-857e1767786a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.554380085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7faec58-865e-4c05-b8c8-159fb1743209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.554191782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"fb3d87fa-62aa-491c-af2e-01c9926ed840","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.558420137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"bb8a48a1-422c-4bc3-922a-0bf65ec339aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.610414227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"fb3d87fa-62aa-491c-af2e-01c9926ed840","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.610521906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"776b9cfc-23b8-40f9-b7b3-857e1767786a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:22.612909829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7faec58-865e-4c05-b8c8-159fb1743209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:23.079957761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b91db80-1209-4432-8625-f3a001bc1e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:23.079975422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4130b74-0931-46ba-98ac-0c7dffa56d82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:23.138184491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4130b74-0931-46ba-98ac-0c7dffa56d82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:23.138310096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b91db80-1209-4432-8625-f3a001bc1e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:23.181807046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"bb866b30-4dbb-4732-acd3-807a94b4e2cb","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:23.237412178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"bb866b30-4dbb-4732-acd3-807a94b4e2cb","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.268016213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"924fa812-c646-411f-9d6d-939980ea69dd","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.268467143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"3deeb43d-539b-4d77-a3fb-2cbb850ecd8e","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.26886453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-33894f13","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-conflict-a-33894f13","reconcileID":"b528a799-4e79-4926-ac80-683ffd98ea0d","MaaSModelRef":{"name":"e2e-conflict-a-33894f13","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"e2e-conflict-a-33894f13-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"e2e-conflict-a-33894f13","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.427295318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"f2016670-3d40-4a6d-baae-8b1b36683720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.427748769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"548b69a1-4ba7-468a-909e-fd5904a10c41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.481641973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"f38b66ff-3162-4f41-94ed-8933e75ffa36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.481683489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"1f980a7b-1d3e-4376-bceb-e80f99f21e26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.488665733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"548b69a1-4ba7-468a-909e-fd5904a10c41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:26.489950899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"f2016670-3d40-4a6d-baae-8b1b36683720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:28.727622222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"cae05f2f-2632-4680-a29f-b776942a9064","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:29.602590644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"642532d5-8136-417a-a750-dc303c9e327e","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:29.656598667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"30c391af-9773-420f-8dc9-05d83a9041bd","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:29.812194855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"1c08685d-7b61-432f-903e-ceeb54bac8f2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:29.867854849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"1c08685d-7b61-432f-903e-ceeb54bac8f2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:30.284558515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"e0e58780-c6d0-4a7d-98d9-f3fab5727e8a","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:30.294877136Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:30.344078365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"2eea7327-b4d4-4c76-8025-ebf774ca1b11","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:30.346284582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"8faf7a29-2a50-4c7e-afd1-2a41bf28f77d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:30.404319068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"8faf7a29-2a50-4c7e-afd1-2a41bf28f77d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.150230224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"aec63d83-df9e-4fa8-962a-3ca3cfddf5b9","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.208879248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"4810b7c3-4318-4649-8c94-1e0e2ed9b364","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.419777886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"8f8d3562-db9a-4a88-8a9d-7148212e2056","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.426496885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"791ed6c6-d131-43d0-8e79-1081305c4eac","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.485489147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"e1df9f5f-9e56-45b0-8ac3-bb2c139153c6","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.500974412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"791ed6c6-d131-43d0-8e79-1081305c4eac","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:31.541162463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-sub1","reconcileID":"a04eb05f-0c59-4081-926f-d52306e2b79d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:31.560236987Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"e1df9f5f-9e56-45b0-8ac3-bb2c139153c6","name":"distinct-w1-f463c9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-f463c9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:31.560362351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"e1df9f5f-9e56-45b0-8ac3-bb2c139153c6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-f463c9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.568277318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"ff2d56bd-f3ef-436f-9d4d-0f08e13fb864","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.647968839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"87025927-4a34-4f25-a870-fea30be05fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.660005977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"8077dff9-3b57-4c6b-80b7-2df3a7ce0e9f","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.68012681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"0da74242-9cf5-4702-b116-4e70caa15621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.69967522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"f8af5da6-3b1d-45ac-a516-00f53b144629","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.70658166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"87025927-4a34-4f25-a870-fea30be05fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.715558798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"708e4edd-2e5f-4ef7-97d0-992ed2278337","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.739292977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"0da74242-9cf5-4702-b116-4e70caa15621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.759611665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"496b711d-0265-461a-b239-c2a215590b46","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.844879089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"5dd9d945-0586-4bde-aee5-a6a1f59c1db3","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.962617835Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-sub1","reconcileID":"3ebc858b-3bb4-4a5f-8947-fc5529420894","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-distinct-w1-f463c9","model":"distinct-w1-f463c9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-f463c9/e2e-return-all-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.987100866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"2afc8894-b0eb-4d0b-9c5b-5b8c06241a30","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.987922036Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-f463c9 priority=0:[ai-tenant-e2e-worker-w1-f463c9/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-f463c9/e2e-return-all-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.025807108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth2","reconcileID":"289a421a-3976-405c-8b94-0ef6d0f9c506","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.048557743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"0cd67873-41a6-4e29-842c-c0be303c0cb0","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.083307316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth2","reconcileID":"289a421a-3976-405c-8b94-0ef6d0f9c506","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:32.098778357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-sub2","reconcileID":"3a731306-1531-44c6-8830-a2427a453d0c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:32.103610496Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"0cd67873-41a6-4e29-842c-c0be303c0cb0","name":"distinct-2-w1-f463c9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-f463c9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:32.10380381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"0cd67873-41a6-4e29-842c-c0be303c0cb0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-f463c9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.104056475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"6d5694a4-0d37-45c7-ad1a-69f27d3a1e7b","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.109928173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"2335cfb6-4934-491f-836d-835c82801d4d","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.117575503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"59dc3cd2-12ba-4ae5-b8f2-77105fe0b284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:32.125674209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-sub1","reconcileID":"3ebc858b-3bb4-4a5f-8947-fc5529420894","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.127708285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"214ccd9e-6334-4d78-b31b-95875fb63451","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.174635121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"59dc3cd2-12ba-4ae5-b8f2-77105fe0b284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.184782883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"214ccd9e-6334-4d78-b31b-95875fb63451","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.21203357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"0bed4800-c41e-46cf-8017-be53fb7685b0","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.238308234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"268ee056-f51e-4398-a5e2-49f848c7a8cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.238307493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"941947e2-499a-4cb9-802f-15dab15753ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.266573336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"1aa0191a-09fb-4423-a262-bf36fe735af0","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.293877122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"941947e2-499a-4cb9-802f-15dab15753ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.293958815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"268ee056-f51e-4398-a5e2-49f848c7a8cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.332992669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-sub1","reconcileID":"d6ba5370-552f-4f6b-8f32-99f83765d410","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-distinct-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/distinct-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.381445177Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-f463c9 priority=0:[ai-tenant-e2e-worker-w1-f463c9/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-f463c9/e2e-return-all-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.381664163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"8774f51f-18b3-4c1f-8de3-a733993bc0ee","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.398692313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"86ddf5bb-b77f-4734-bbde-4a414999476c","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.438047273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"9ea3ac7e-ed05-4ec3-aa09-9ab612636a7e","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.476684034Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-sub2","reconcileID":"2813e3fd-450f-4721-adf5-5e35fcb3b202","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-distinct-2-w1-f463c9","model":"distinct-2-w1-f463c9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-f463c9/e2e-return-all-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.487167544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"c810a145-5896-4976-8981-6f2e929e5d81","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:32.48957909Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.502867314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"d3cec012-637c-4ed6-8879-f0568dba7865","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.542359167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"06fcde21-b567-4045-bc72-d113d9deff65","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.568252462Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-sub","reconcileID":"84a69bfe-c75c-463b-b7fa-b5156b7b9db5","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-2e9b62","subscription":"e2e-rt-sw-2e9b62-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.641976769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"8ca019c7-7aa3-4c94-9aee-353a4cb993d6","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.655217916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"9e497dc6-7c92-46bf-85a6-4ea557c4cf4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.657550787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth2","reconcileID":"d456eaff-79a8-4ffd-a34a-45d7ce531d42","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.671667218Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-sub","reconcileID":"84a69bfe-c75c-463b-b7fa-b5156b7b9db5","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.711877526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"9e497dc6-7c92-46bf-85a6-4ea557c4cf4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.712983593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth2","reconcileID":"d456eaff-79a8-4ffd-a34a-45d7ce531d42","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.723532123Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-sub","reconcileID":"84a69bfe-c75c-463b-b7fa-b5156b7b9db5","MaaSSubscription":{"name":"e2e-rt-sw-2e9b62-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2e9b62","namespace":"llm","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.758635721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"c7758def-cfdb-4875-ae37-68a0d04ae072","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.810755034Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-subscription","reconcileID":"a030256a-0275-44f7-9719-b8069c483533","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-6de8e6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.815213086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"c7758def-cfdb-4875-ae37-68a0d04ae072","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.852880622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-sub2","reconcileID":"0d91973b-6725-49ef-949a-9b3d6bb395c6","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-distinct-2-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/distinct-2-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.855645041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"1ad1a353-96cf-42ab-97ca-204fff6b7b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.855645699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"7271c3b2-2988-4bd0-ac3c-6e40ef355b07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.912483716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"7271c3b2-2988-4bd0-ac3c-6e40ef355b07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.912509009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"1ad1a353-96cf-42ab-97ca-204fff6b7b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.989458524Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-f463c9 priority=0:[ai-tenant-e2e-worker-w1-f463c9/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-f463c9/e2e-return-all-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.017745144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"6e33200d-08b2-4435-b245-4459ab2077f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.043185414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"d941aebd-eaef-4751-8931-4d6f0a97b15a","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.043214263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"d941aebd-eaef-4751-8931-4d6f0a97b15a","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2e9b62-211dd8de332c","namespace":"llm","model":"e2e-rt-sw-2e9b62","externalModel":"e2e-rt-sw-2e9b62","provider":"e2e-rt-sw-2e9b62-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.04408467Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.068802519Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"41ec6379-2f44-4a3b-a3ca-0e25b5cb1015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.068971767Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"88b5d0ed-da83-4dc2-890f-43999dad8d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.123936607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"41ec6379-2f44-4a3b-a3ca-0e25b5cb1015","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.12596848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"88b5d0ed-da83-4dc2-890f-43999dad8d59","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.151034441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"ba867e6a-d277-48c8-89de-746497dad940","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.151452255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"31d798ff-c02c-42cc-8c11-b52402e8cb9d","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.169853117Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"cd7e929d-65fc-42f9-9212-b3254b040fe2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.203489037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"7d9bb207-028f-438e-8986-1fa35980adaa","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.203519955Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"7d9bb207-028f-438e-8986-1fa35980adaa","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2e9b62-211dd8de332c","namespace":"llm","model":"e2e-rt-sw-2e9b62","externalModel":"e2e-rt-sw-2e9b62","provider":"e2e-rt-sw-2e9b62-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.225534521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"cd7e929d-65fc-42f9-9212-b3254b040fe2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.249459442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-subscription","reconcileID":"bdf5e39c-d5bc-45af-89a4-7cb8728aaa47","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.255092913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"93ba3789-60cf-40ee-aef4-b3a458ec3a1a","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.27298004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"5cb6d032-79ff-406f-8f93-1c656082749d","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.272980057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58e547e5-fb96-49b8-b1fe-6bf00ccca635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.277522684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c238cd84-50f0-4320-bcc0-d5eba8559349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.282572737Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"7482740b-bc9e-4397-8e99-433a714ad505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.28263049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"7482740b-bc9e-4397-8e99-433a714ad505","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.329403153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"5cb6d032-79ff-406f-8f93-1c656082749d","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.329572113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58e547e5-fb96-49b8-b1fe-6bf00ccca635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.332934816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c238cd84-50f0-4320-bcc0-d5eba8559349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.381795965Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"de01082e-32ec-4ddf-9a34-3c0023e97d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.381872769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"de01082e-32ec-4ddf-9a34-3c0023e97d67","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.479859998Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"e84874cf-8548-4455-8589-2f275a9b6300","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.479937039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"e84874cf-8548-4455-8589-2f275a9b6300","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.581553864Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"679da18a-453b-4eab-9c87-de057dcf7e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.581627063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"679da18a-453b-4eab-9c87-de057dcf7e20","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.590253893Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2e9b62-access","reconcileID":"e27173cf-c9d8-4830-8e44-37cb1cf120e6","MaaSAuthPolicy":{"name":"e2e-rt-sw-2e9b62-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.685064975Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"12cabaa5-3f15-4498-ac77-0b39c9a2a457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.685142203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"12cabaa5-3f15-4498-ac77-0b39c9a2a457","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.68520307Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"c22ed103-19a4-4f97-9f1c-04236e226558","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.685276876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"c22ed103-19a4-4f97-9f1c-04236e226558","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.69619814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"056d7dd7-946c-497e-a969-e790f6709c96","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.847396443Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"0a5dc65e-23de-40b5-bff8-37b828d97394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.847488106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"0a5dc65e-23de-40b5-bff8-37b828d97394","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.904253084Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-sub1","reconcileID":"bfc3ca08-0417-438e-96c1-008549141103","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e4466cc7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.906307627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"2488eaf1-a204-4c21-8869-4907e069d845","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.90636562Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"2488eaf1-a204-4c21-8869-4907e069d845","MaaSModelRef":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2e9b62-211dd8de332c","namespace":"llm","model":"e2e-rt-sw-2e9b62","externalModel":"e2e-rt-sw-2e9b62","provider":"e2e-rt-sw-2e9b62-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.003273197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"dce8d89e-5cde-4203-a2a6-a796a157417d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.00373049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"60d4eb3c-a9c7-4678-ac23-45f495209014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.004185134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"b69d0d80-b736-46bb-a5dd-5a0b495264c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:34.008823736Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"0400e851-36f9-4906-8fc8-360311e7db4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:34.008913195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"0400e851-36f9-4906-8fc8-360311e7db4a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.061007055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"b69d0d80-b736-46bb-a5dd-5a0b495264c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.064594364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"dce8d89e-5cde-4203-a2a6-a796a157417d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.067193675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"60d4eb3c-a9c7-4678-ac23-45f495209014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.105498797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth2","reconcileID":"57de77c3-32ea-496d-93cc-7c9b7360ec61","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.160921525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth2","reconcileID":"57de77c3-32ea-496d-93cc-7c9b7360ec61","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:34.170229633Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"a006cd15-395e-4e97-b6d4-d9a977a4e6f0","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:34.170300608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"a006cd15-395e-4e97-b6d4-d9a977a4e6f0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:34.326504618Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"16e10bf6-c0ef-4b33-9979-5c5113e41aa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:34.32658204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"16e10bf6-c0ef-4b33-9979-5c5113e41aa8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.443150369Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"c422b2a5-504e-4de6-8aab-dcb973418bf6","namespace":"llm","name":"e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:34.525459021Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"ec2661cd-9d36-4ce1-b20a-ddae346e2486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:34.525540244Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"ec2661cd-9d36-4ce1-b20a-ddae346e2486","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:34.526078316Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"fcbb5bf1-5354-4f0e-89f1-c396793a9975","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:34.526129849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"fcbb5bf1-5354-4f0e-89f1-c396793a9975","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.532794853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"43cd9042-e94e-4536-85bd-a5e569b5a96d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.53346766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"d7b19df1-d4fc-4ccc-af67-fff287e233d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.533879666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"ea813220-d4f9-473d-8781-f56a0f6d96ab","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.588845315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"43cd9042-e94e-4536-85bd-a5e569b5a96d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.590634328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"ea813220-d4f9-473d-8781-f56a0f6d96ab","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.591063536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"d7b19df1-d4fc-4ccc-af67-fff287e233d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:34.680737236Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"e33d4041-786e-4e2a-88bb-e066de392703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.680803598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d984cbc-86ec-4910-ab4a-4405d835ab3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:34.680816006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"e33d4041-786e-4e2a-88bb-e066de392703","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.779677629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d984cbc-86ec-4910-ab4a-4405d835ab3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.889938187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"d5a2beff-cee4-4b8b-8ced-67313850bda4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.945619102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"d5a2beff-cee4-4b8b-8ced-67313850bda4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.94940276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"0cb74710-1394-4e10-8aab-fe457d2c7258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.005194089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"0cb74710-1394-4e10-8aab-fe457d2c7258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.051696587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"6ec72329-46c5-4f37-853b-796a290fd010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.103128387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth2","reconcileID":"a8e6e5a4-defb-4b98-a289-8ad854b27830","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.107249712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"6ec72329-46c5-4f37-853b-796a290fd010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.146977548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c146a427-f989-4e4f-975a-c41374f59f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.158671118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth2","reconcileID":"a8e6e5a4-defb-4b98-a289-8ad854b27830","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.205067451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c146a427-f989-4e4f-975a-c41374f59f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.356346898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"be92af20-76d1-4738-8541-7a71df3a3a46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.412874095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"be92af20-76d1-4738-8541-7a71df3a3a46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.414965946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"a64b9392-7a50-41f8-a107-fa9ae682813d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.463505158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"f6467588-7a7e-4404-8c4e-295397984f4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.466774026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"ec454803-9823-449f-aca8-702a188d95bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.475214426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"a64b9392-7a50-41f8-a107-fa9ae682813d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.480181275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"5e2d4bd7-838e-43d3-b733-bcb174c2f960","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:35.525922482Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"89687500-2b41-49d2-b095-52d724d22d5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:35.526068491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"89687500-2b41-49d2-b095-52d724d22d5a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.560786227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"f6467588-7a7e-4404-8c4e-295397984f4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.568139332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"ec454803-9823-449f-aca8-702a188d95bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.647775066Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"e85cc0f4-4a43-40e7-a1aa-9a8178d6a71b","namespace":"llm","name":"e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.699901071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"2713f285-4ae5-4272-87f7-c51fb8c433ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.714919459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0e9ffaa5-479f-49dc-8eaf-e9e6401f0b92","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.723516663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0e9ffaa5-479f-49dc-8eaf-e9e6401f0b92","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.72408134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"20b44610-52bd-462c-b80f-333b4da24e06","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.724146413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"20b44610-52bd-462c-b80f-333b4da24e06","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.724544727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"95dcc923-8cea-4420-91c2-12a28983f748","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.724598044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"95dcc923-8cea-4420-91c2-12a28983f748","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.724906585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7ab4a19b-2112-43b7-8ac2-1f438f838e06","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.724955098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7ab4a19b-2112-43b7-8ac2-1f438f838e06","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.72528384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e69f8ee-a7f2-4f08-89d0-93517b9ff8b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.725352653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e69f8ee-a7f2-4f08-89d0-93517b9ff8b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.725820334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"374c1464-721f-4f34-8a62-1aaf6c860872","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.725866899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"374c1464-721f-4f34-8a62-1aaf6c860872","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.726165698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4571a1f4-1b9b-472e-9a5f-ca2d3eb53496","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.726207649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4571a1f4-1b9b-472e-9a5f-ca2d3eb53496","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.726529202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a0042871-8432-44bb-98dc-759d51992e81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.745954282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a0042871-8432-44bb-98dc-759d51992e81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.780529555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"2713f285-4ae5-4272-87f7-c51fb8c433ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:35.830525243Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"7282c048-60e0-4fc2-8100-d4da2b13c8a7","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:35.830733587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"7282c048-60e0-4fc2-8100-d4da2b13c8a7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.968488578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3bcf034c-eb03-442f-897c-a057547bcf6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.969110623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7d20c34e-e8be-4b20-beab-59c28716152f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:36.01306725Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"3a304fb0-6d2e-4b2f-89b2-44dfba7e9b5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:36.013752721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"3a304fb0-6d2e-4b2f-89b2-44dfba7e9b5b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.013459644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae92bcb8-788f-4bc5-b068-b9fae42184c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:36.013671533Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"38b7472a-9498-4a54-b631-a68e32754455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:36.014722709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"38b7472a-9498-4a54-b631-a68e32754455","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.025170601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"e16d532f-57eb-4be6-82de-bfb2c2a7348b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.083809381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae92bcb8-788f-4bc5-b068-b9fae42184c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.099026581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"e16d532f-57eb-4be6-82de-bfb2c2a7348b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.177843057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"9a2f6bba-3162-42e8-8860-fbda2f234add","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.200414699Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2e9b62","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2e9b62","reconcileID":"8317311f-b31d-4a6c-a308-10277d7c9d17","namespace":"llm","name":"e2e-rt-sw-2e9b62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.258825468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"9a2f6bba-3162-42e8-8860-fbda2f234add","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.276007592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"19b74ef7-933f-4978-a63a-f31738f69302","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.285297415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"88cbe4dd-e75f-4e4d-a36e-267fe2a0ddb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.332192312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"19b74ef7-933f-4978-a63a-f31738f69302","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.349564171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"88cbe4dd-e75f-4e4d-a36e-267fe2a0ddb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.469998359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"15bd4bd8-f15c-4116-af31-1017129d6e17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.52755704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"15bd4bd8-f15c-4116-af31-1017129d6e17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.562839634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"29475b8c-635c-48cc-9d22-6c46676bf8d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.61918618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"29475b8c-635c-48cc-9d22-6c46676bf8d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:36.661818915Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"cd847134-07f5-41d9-9722-ca62567b67da","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:36.662007248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"cd847134-07f5-41d9-9722-ca62567b67da","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.763472366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e75fc8e-8c3f-4ff1-86d3-0c96675bfb63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.764193279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"e57db95b-9fc8-42b7-8db3-9727ded55f01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.828836509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"e57db95b-9fc8-42b7-8db3-9727ded55f01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.833257977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e75fc8e-8c3f-4ff1-86d3-0c96675bfb63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.878900553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"473aa758-47b2-4c14-98cd-25c2aff03d3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:36.954268012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"473aa758-47b2-4c14-98cd-25c2aff03d3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.106843402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"7421abd6-bc35-44cf-a39a-1947b5471dc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.166353762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"7421abd6-bc35-44cf-a39a-1947b5471dc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.173868751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth2","reconcileID":"fcb6bee6-ad26-40b5-9a31-a9ace95d6438","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.282520544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth2","reconcileID":"fcb6bee6-ad26-40b5-9a31-a9ace95d6438","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:37.284748151Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"297b80a3-6b6b-4713-877e-4dac80b17e75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:37.284913037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"297b80a3-6b6b-4713-877e-4dac80b17e75","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:37.399898677Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"f77988be-ec83-4703-a2c2-99f2441c40a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:37.400529668Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"f77988be-ec83-4703-a2c2-99f2441c40a0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.400270529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9c8c68a-15b6-4eea-aa7f-af2ee1d2a3fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.459068943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"16d0114a-4ba2-4e3f-85fa-dd6381c753cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.470785339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9c8c68a-15b6-4eea-aa7f-af2ee1d2a3fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.522098673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"16d0114a-4ba2-4e3f-85fa-dd6381c753cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.566964168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"d62db89e-5336-402d-b6b2-4c376db81f0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.625224613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"d62db89e-5336-402d-b6b2-4c376db81f0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.632923909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"8480f69b-5609-441f-b555-d847b3175462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.702905089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"8480f69b-5609-441f-b555-d847b3175462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.726032664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"07b1703f-d38f-4304-91e0-7dafc7fed9f1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.78370851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"07b1703f-d38f-4304-91e0-7dafc7fed9f1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:37.841900031Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"439c2065-5b80-498b-87ab-7988bba45763","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:37.84208706Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"439c2065-5b80-498b-87ab-7988bba45763","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:38.099001424Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"9f278018-1d58-48ce-b605-4a14c1ecbc1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:38.099144962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"9f278018-1d58-48ce-b605-4a14c1ecbc1e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:38.209837658Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"ce619cb5-9db2-4dde-bbb1-446685ce3294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:38.20998761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"ce619cb5-9db2-4dde-bbb1-446685ce3294","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:38.367467527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"daf8821f-fbbc-4cb8-ab3a-7b6d28672e5e","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"distinct-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"distinct-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:38.660305507Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"daa59a56-0a3a-4af7-a6d5-d846cd816273","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:38.660443673Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"daa59a56-0a3a-4af7-a6d5-d846cd816273","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:39.552019794Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"32149717-afb1-4e11-ac2d-4eac5bdf8125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:39.552132858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"32149717-afb1-4e11-ac2d-4eac5bdf8125","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:39.659853125Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"549ca2bd-0dee-4849-aa76-1c52d648aeb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:39.659942905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"549ca2bd-0dee-4849-aa76-1c52d648aeb8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:40.148023373Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"2c112e88-1ec7-4e52-bd01-c312415dbb94","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:40.148252495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"2c112e88-1ec7-4e52-bd01-c312415dbb94","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:42.267905526Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"38bae8b7-5b32-447b-9521-90a4947f8c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:42.267982945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"38bae8b7-5b32-447b-9521-90a4947f8c07","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:42.377615612Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"b2f892b1-6bb8-4911-b9e5-99b4fb5abf1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:42.377822273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"b2f892b1-6bb8-4911-b9e5-99b4fb5abf1b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:42.86334836Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"14f485b0-f9b9-4649-9ef0-87ac37e2d697","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:42.863433165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"14f485b0-f9b9-4649-9ef0-87ac37e2d697","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: compose ai-tenant-e2e-worker-w4-6de8e6/e2e-dedup-subscription@e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: model e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:43.956823164Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-sub1","reconcileID":"f0e6eaf2-913c-4ead-af50-fa59e6901b3e","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/distinct-w1-f463c9","subscription":"e2e-return-all-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:44.008213415Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-sub1","reconcileID":"f0e6eaf2-913c-4ead-af50-fa59e6901b3e","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/distinct-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:44.060451632Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-sub1","reconcileID":"f0e6eaf2-913c-4ead-af50-fa59e6901b3e","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/distinct-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:44.33110215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"76f61b7f-e620-4107-9bd8-9ab9399f96f2","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:44.389811827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"6a2078e8-b795-45b0-81dd-7a9c68760690","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:44.483275043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"3534f4d0-c69b-489a-a99b-467effa1d715","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:44.588757797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth2","reconcileID":"b5d1ab1a-be4e-44f5-a656-54926aba3b4b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:44.58930664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"4976c11a-7d81-4f71-8029-c05b6dd6731e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:44.58952831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"deda07f2-a7f9-429c-90cf-6dd3700fd5f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:44.58978696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"e3d8f1bd-299b-4f37-93e3-9fc89d65da78","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:44.644640464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth2","reconcileID":"b5d1ab1a-be4e-44f5-a656-54926aba3b4b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:44.644862082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"4976c11a-7d81-4f71-8029-c05b6dd6731e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:44.647234059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"deda07f2-a7f9-429c-90cf-6dd3700fd5f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:44.647250104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"e3d8f1bd-299b-4f37-93e3-9fc89d65da78","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:44.683896648Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-sub2","reconcileID":"f295182e-6b77-42a4-b8f9-1655fc1aebe6","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8d6a96e0","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:45.139592813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"0279f734-5dca-4104-9714-7f32404cf4f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:45.139588913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth2","reconcileID":"349d2467-e751-44ba-b74a-0f590f09f981","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:45.140907927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"641adffa-570f-4640-a568-46535514c92f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:45.140923263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"15a8ac7b-691a-4ad7-855d-4b17094193bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:45.195925544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth2","reconcileID":"349d2467-e751-44ba-b74a-0f590f09f981","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:45.196057338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"0279f734-5dca-4104-9714-7f32404cf4f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:45.198245658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"15a8ac7b-691a-4ad7-855d-4b17094193bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:45.198398825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"641adffa-570f-4640-a568-46535514c92f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:45.676082371Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-subscription","reconcileID":"0cb8cc54-9cd5-4339-9a09-4467a4905eaf","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscription":"e2e-dedup-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:45.888270145Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-subscription","reconcileID":"0cb8cc54-9cd5-4339-9a09-4467a4905eaf","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:46.099298727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"d7b686aa-fe5d-4d1b-9685-35c0b6663831","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:46.155156006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"35d3fc60-0692-4258-8a38-33a9febf5c6f","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:46.310771499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"c7fe8a6a-fcc2-46e9-87d1-ef050925ff13","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:46.310801949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"0fbd4e71-642b-4a9c-ad3c-754d1c336f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:46.311479595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"d0d19fd2-2cd6-4c4d-9ae9-1ce224b78285","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:46.311652432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"0580eca6-624a-4e90-8edf-24087f63bf6d","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:46.367772813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"c7fe8a6a-fcc2-46e9-87d1-ef050925ff13","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:46.368754681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"0fbd4e71-642b-4a9c-ad3c-754d1c336f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:46.370231583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"d0d19fd2-2cd6-4c4d-9ae9-1ce224b78285","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:46.628370201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"c7fe8a6a-fcc2-46e9-87d1-ef050925ff13","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:46.628586788Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-dedup-auth","reconcileID":"d337cfb5-c95a-434b-943c-ef9c83feae45","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:46.632553409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"bb23afdd-8ae7-4301-bc9f-1ed31fde6a9c","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:46.635322726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"0afa8705-90ed-424a-9f9c-d0b0369bac4d","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:46.791410119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"e08dd8db-0b08-4cfd-838b-5ce40f789817","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:47.83794587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"9005b91f-a452-4943-bb25-e22321badb83","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:47.838230873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"19cb378a-4203-405c-a81e-0047f4b0e213","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:47.891724385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"f78e381f-8533-4091-b24d-f58aa0d3fdc0","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:47.892048516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"42c37bec-e5f8-4e75-af55-85d0f30e839b","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.104640762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"4543f623-9c76-415f-8bbb-611416613525","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.147796087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-auth","reconcileID":"a532a5c3-463d-4b44-8dec-6a3e56c41ca2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.161873965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"b0d9fcf3-16dd-45b7-9f96-b5c3cff0787c","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.203034666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-auth","reconcileID":"a532a5c3-463d-4b44-8dec-6a3e56c41ca2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:48.21190703Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-subscription","reconcileID":"27803988-acba-4506-b149-d02d459866fc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.218616572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"243a47c0-d1d1-4ca3-b161-65c6bd28490b","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.320146205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"2f11b6f6-ca2b-4468-8beb-49475f5a6ca0","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.320516332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"85248327-4c17-4fa2-9d78-b1ea92f06d71","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.359766755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"cc637629-eb61-488b-b6cc-f3982bd9fb3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.359766653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"d14d8a1a-48ad-446d-ab65-0698688449e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.374595338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"ce382bcf-20eb-430e-a7da-0a94dc5d522c","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.375085688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"b06d8a7f-df25-46c1-863b-2004bbc5fe05","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.415418348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"cc637629-eb61-488b-b6cc-f3982bd9fb3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.415424519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"d14d8a1a-48ad-446d-ab65-0698688449e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.581569516Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-subscription","reconcileID":"cdedf052-1cad-42db-a7c9-d7d2d0809f27","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-w4-6de8e6","model":"distinct-w4-6de8e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-distinct-models-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.619071739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"0ee84030-461d-4af3-97aa-21621b9ae495","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.619477534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"14a140f8-7db5-4f05-a298-25800699cb5c","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.739383089Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-subscription","reconcileID":"cdedf052-1cad-42db-a7c9-d7d2d0809f27","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-2-w4-6de8e6","model":"distinct-2-w4-6de8e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-distinct-models-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.823972839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"9b0305a2-f5f9-4622-85e2-4e34e8594efd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.824044051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"1c75c498-3b98-4936-b316-317355b58555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.879859354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"9b0305a2-f5f9-4622-85e2-4e34e8594efd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.880204915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"1c75c498-3b98-4936-b316-317355b58555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.926760361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-auth","reconcileID":"ef9e17f3-8029-4186-b1ae-09a0bf3c4fa5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.955925636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"25777da0-122b-46ba-8e98-29eb7e2f5806","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.95637774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"ae6a7399-f17f-414c-baa6-78f79a21f69e","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.981736191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-auth","reconcileID":"ef9e17f3-8029-4186-b1ae-09a0bf3c4fa5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:49.162089086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-subscription","reconcileID":"5e2af193-4380-414b-9c8f-95e54a680510","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/distinct-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:49.321675692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-subscription","reconcileID":"5e2af193-4380-414b-9c8f-95e54a680510","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-2-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/distinct-2-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.829028941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"d472cfeb-4337-48b5-a792-7c4a4e7157c8","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.890040934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"7939cb62-07e9-46a5-83ab-05d52d54b406","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.994527803Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-subscription","reconcileID":"927ded37-c85a-4011-8440-6db5af4b1149","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-142a67da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:52.050670884Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-subscription","reconcileID":"06ce4c83-ca9f-4e06-91bc-05c5144b5134","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-142a67da","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:52.104967498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"7d0a4247-423d-4a52-8f11-18487b2d6909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:52.105820015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-auth","reconcileID":"e4e589b2-0901-45d1-9412-05532567beb8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:52.106515311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"023e8fe2-7e7f-4ddd-ab0c-dfeb3552f8fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:52.1761039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-auth","reconcileID":"e4e589b2-0901-45d1-9412-05532567beb8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:52.176531057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"023e8fe2-7e7f-4ddd-ab0c-dfeb3552f8fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:52.203009277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"7d0a4247-423d-4a52-8f11-18487b2d6909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:52.759872365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"ee5f188b-4fd3-4aeb-ab5f-259787d673a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:52.760550613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"ee8be506-cea9-4938-b9c7-ede96569b5a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:52.836889311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"ee5f188b-4fd3-4aeb-ab5f-259787d673a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:52.84626598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"ee8be506-cea9-4938-b9c7-ede96569b5a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.004797393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-auth","reconcileID":"060547ef-ba87-4518-9c7c-6f3bf929c424","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:53.078698749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-auth","reconcileID":"060547ef-ba87-4518-9c7c-6f3bf929c424","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.129569648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth2","reconcileID":"ab3028a8-892d-4e32-81d7-a12c7c232ef1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.130459002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"f62c3143-6c0f-455b-a5b2-343fe78279a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.131497779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"3d4a6d82-61b2-4462-9651-727e0f702065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.13207578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"ca2a1bea-3e0f-48e6-a130-b3ab53186343","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.199050756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"3d4a6d82-61b2-4462-9651-727e0f702065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.232867358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"f62c3143-6c0f-455b-a5b2-343fe78279a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.269195416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth2","reconcileID":"ab3028a8-892d-4e32-81d7-a12c7c232ef1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.328894594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"ca2a1bea-3e0f-48e6-a130-b3ab53186343","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.743021977Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-sub2","reconcileID":"aea2f61a-a3af-4f58-9f9d-15a5667b2b00","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/distinct-2-w1-f463c9","subscription":"e2e-return-all-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.800840478Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-sub2","reconcileID":"aea2f61a-a3af-4f58-9f9d-15a5667b2b00","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/distinct-2-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:54.856061267Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-sub2","reconcileID":"aea2f61a-a3af-4f58-9f9d-15a5667b2b00","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/distinct-2-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:55.231031339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"2c54beb2-2a95-474b-9323-9f6971049492","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:55.43954911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"73e3eb9f-6f78-4ec2-8dca-8e5f38ee1ef7","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:55.639523842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"73bd4948-f8be-4a5f-9b67-11fc39cc681b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:55.639629343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"3fdb0609-d31d-40ff-84e0-ed6766beffbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:55.640207312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth2","reconcileID":"56a14428-ac1b-4ce7-b3aa-bd51d85ba9b6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:55.645762837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"19f69d5c-b607-46d7-874c-50d64b9ae0e3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:55.700310715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"3fdb0609-d31d-40ff-84e0-ed6766beffbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:55.702188301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth2","reconcileID":"56a14428-ac1b-4ce7-b3aa-bd51d85ba9b6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:55.705295224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"73bd4948-f8be-4a5f-9b67-11fc39cc681b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:55.708247279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"19f69d5c-b607-46d7-874c-50d64b9ae0e3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:55.90584172Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth1","reconcileID":"63b8c8e1-b068-4212-8c5e-c9a0d6694360","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/distinct-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:56.1159355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth2","reconcileID":"25185334-dcf7-4142-b5d2-40781b6345f9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:56.162204756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"8733c50b-aed9-49d8-a92e-3aa403b23b48","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:56.172986978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth2","reconcileID":"25185334-dcf7-4142-b5d2-40781b6345f9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:56.31157199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"77fb42d5-ff7c-4a35-bea9-672e6c6f98d9","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:56.38453382Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-return-all-auth2","reconcileID":"c979c2fc-6913-4d77-83b9-ae90c2d98ee6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/distinct-2-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:56.584772342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"83c59f34-ee15-400b-be7b-66aafa41a212","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:57.980914854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"4bb3e730-26e7-407a-afbb-1a5557d3e02a","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.034896483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"d504ac29-2bd1-4562-9352-25919cc64e29","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.189635825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-user-token-filter-auth","reconcileID":"3543e4ff-c4bb-41e3-a88f-feeecc343ca1","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.245130332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-user-token-filter-auth","reconcileID":"3543e4ff-c4bb-41e3-a88f-feeecc343ca1","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.282620132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"634957ce-bcde-43d9-b0fd-e1758ffa57dc","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.337930249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"bff8fe1a-a111-4a0c-b03f-6195db67888b","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:33:58.388546673Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-user-token-filter-sub","reconcileID":"61b1d525-7c04-4c04-aa11-e606f9b96370","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.436051948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"2ef2813f-cbcb-4341-b2e8-8193fc898d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.436131287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"cc3f14a0-cd64-42ef-8c94-542cb57b0091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.491920114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"2ef2813f-cbcb-4341-b2e8-8193fc898d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.492018999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"cc3f14a0-cd64-42ef-8c94-542cb57b0091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.508181626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"f25be7dc-5b71-4fff-b678-0a72c4f3e7df","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.559018458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"e4363734-f0c3-44b5-9020-a5e1c4fb1b32","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.561536289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"2fdaeaa2-b0d5-4c64-9d6c-61c488c930c4","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.714277822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-user-token-filter-auth","reconcileID":"6bb972df-6391-45ed-839b-ea2bc2492957","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.769735757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-user-token-filter-auth","reconcileID":"6bb972df-6391-45ed-839b-ea2bc2492957","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.83573176Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-user-token-filter-sub","reconcileID":"81cf9fe1-6d3d-4687-83aa-ccee6cfb9415","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-f463c9/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w1-f463c9/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.865069205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"96e56192-3315-40ad-ac4c-c56a41fb6ef7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.876539787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"eaa08016-9b82-4e87-8177-c1f5e7a2a211","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.920415465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"96e56192-3315-40ad-ac4c-c56a41fb6ef7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.931917003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"eaa08016-9b82-4e87-8177-c1f5e7a2a211","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.996012703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"aeb43070-36c4-4985-a8c4-3f4544cad843","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:59.041860916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"cb958c6d-8076-4654-86ce-7eb154b1937f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:33:59.201854118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-user-token-filter-sub","reconcileID":"41ac519f-8c15-40d3-8b86-69dab7e93656","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.032300742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"f6c40e8a-b54b-4ff1-86f7-75ec2b196c16","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.032854021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"7caa91a5-6bee-413e-a4c2-c81f182476bd","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.189905847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"e150fed2-d098-45e8-af5d-567f8e40eb91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.190617028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"2a8de1b1-b3bb-439c-85a5-7351c1f6c4d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.258226834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"e150fed2-d098-45e8-af5d-567f8e40eb91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.259222726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"1d253ce6-5391-4eb2-8d25-59339feca54a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.260022544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"7a8e8d84-48d3-405e-b012-f6b33a3dcc25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.263870432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"2a8de1b1-b3bb-439c-85a5-7351c1f6c4d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:00.280373385Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:01.212833569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"f2898eb8-c0af-478d-ae06-f9c2142b0061","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:01.366736188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-user-token-filter-auth","reconcileID":"b4e1f3b0-12e5-4bea-994b-dbd77f6c6dcb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:01.366910699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"e29d5e8a-37a6-45c5-bb5e-e87be3f605ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:01.366736629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"0360f355-abe2-450c-9d3e-c7bb4e4b6f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:01.421826666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-user-token-filter-auth","reconcileID":"b4e1f3b0-12e5-4bea-994b-dbd77f6c6dcb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:01.422388302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"0360f355-abe2-450c-9d3e-c7bb4e4b6f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:01.423948345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"e29d5e8a-37a6-45c5-bb5e-e87be3f605ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.102536131Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-subscription","reconcileID":"166347fb-be5b-47cb-9a7b-e001652eba54","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/distinct-w4-6de8e6","subscription":"e2e-distinct-models-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.154384464Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-subscription","reconcileID":"166347fb-be5b-47cb-9a7b-e001652eba54","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/distinct-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.20632364Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-subscription","reconcileID":"166347fb-be5b-47cb-9a7b-e001652eba54","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/distinct-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.259714181Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-subscription","reconcileID":"166347fb-be5b-47cb-9a7b-e001652eba54","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/distinct-2-w4-6de8e6","subscription":"e2e-distinct-models-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.311518957Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-subscription","reconcileID":"166347fb-be5b-47cb-9a7b-e001652eba54","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/distinct-2-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.36518949Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-subscription","reconcileID":"166347fb-be5b-47cb-9a7b-e001652eba54","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/distinct-2-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.636187169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"8ca53351-1c65-4cd4-946b-4dab930360cf","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.693102601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"bf9bc45d-fbe7-4d2c-b00b-329e045eb0b7","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.789658502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"648ba56b-e160-40b4-84fb-72318255fe65","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.789899134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"3e00cce5-e5c5-4302-aef3-56e3a94db5f2","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.893728722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-auth","reconcileID":"8c1a64d3-d2bd-4ff0-9e37-cd83ab38ad9b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.893986563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"74975f6f-4b74-4481-980c-bb0cdfd1a162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.893734602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"e46d74d7-7058-4b29-9b92-f72df480e931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.949724724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-auth","reconcileID":"8c1a64d3-d2bd-4ff0-9e37-cd83ab38ad9b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.950023999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"e46d74d7-7058-4b29-9b92-f72df480e931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:02.951994497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"74975f6f-4b74-4481-980c-bb0cdfd1a162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.256588202Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-auth","reconcileID":"e6701a05-91d3-4f6a-ad21-a44a4c34e9c8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/distinct-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.3079746Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-distinct-models-auth","reconcileID":"e6701a05-91d3-4f6a-ad21-a44a4c34e9c8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/distinct-2-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.465899899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"3842c9fb-bc14-4189-bfb5-aa1332135f7b","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.466131733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"dfedb6f6-9da2-4a2f-9af8-2a8bdd938a4f","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.537464198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"c9e6711a-7c97-429c-9367-4b43e6e5d08d","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.591320372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"5be4ac1b-c63c-41ec-badc-f3c80afa2310","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.745078658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-models-invalid-sub-auth","reconcileID":"2eebe42a-b131-4c78-80ae-59ce50ab1835","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.80007522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-models-invalid-sub-auth","reconcileID":"2eebe42a-b131-4c78-80ae-59ce50ab1835","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.828155084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"6bfdd388-aeba-4edf-abf6-5b257a33417f","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.882959969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"a27a2c5f-e908-4b6e-94d3-2fd38e5cab1c","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:34:04.935706383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-models-valid-sub","reconcileID":"331b1880-4b4f-4eef-9f03-7af24d830553","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.982142817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"7b70bc9c-7692-46d3-8ce5-0f9478a20a29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.982154802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"2a79efac-84c8-415a-a052-e72e68757d9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:05.037784453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"2a79efac-84c8-415a-a052-e72e68757d9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:05.040363377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"7b70bc9c-7692-46d3-8ce5-0f9478a20a29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:05.049779473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"aa18eccb-1644-43b5-a67d-24bd2c5bc763","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:05.061803694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"c9b7d1f6-19f1-467f-a01d-c662502365ad","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:05.104940288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"f588c6c3-122b-4757-ade0-6d3dc1723a05","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:05.215149404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-models-invalid-sub-auth","reconcileID":"a9cc1f63-94a7-4d85-b2d1-b32b6423fb48","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:05.270715584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-models-invalid-sub-auth","reconcileID":"a9cc1f63-94a7-4d85-b2d1-b32b6423fb48","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:05.352175254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"69b281ad-2a90-44c5-9fb7-ca8010810140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:05.352200779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"5ab1e4a6-76e4-4d95-9a1c-5ce4dcdf7314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:05.369094441Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-models-valid-sub","reconcileID":"b2c7a791-0790-486c-9738-077fad0dfc84","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-models-valid-sub","ai-tenant-e2e-worker-w4-6de8e6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:05.407872466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"5ab1e4a6-76e4-4d95-9a1c-5ce4dcdf7314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:05.408094793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"69b281ad-2a90-44c5-9fb7-ca8010810140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:05.53168019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"68d54e3d-d568-4d76-87f7-45b6ebd45fd2","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:05.576650693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"a0e00230-20c8-4ebb-8612-a3c55bd3536f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:05.738611042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-models-valid-sub","reconcileID":"dd4f74c9-9b2e-4ecc-bf64-383bc0a17487","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:07.765860742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"4b74dde0-89de-4312-812d-310ff6978d4a","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:07.920380371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-models-invalid-sub-auth","reconcileID":"43710338-113d-4534-8db7-4dfe2626c68c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:07.920515178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"7bf5f800-980f-494b-9f51-e575397975e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:07.920378677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"21b81153-d796-44b5-9d94-117588033b83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:07.976703268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"7bf5f800-980f-494b-9f51-e575397975e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:07.977947778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-models-invalid-sub-auth","reconcileID":"43710338-113d-4534-8db7-4dfe2626c68c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:07.97887267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"21b81153-d796-44b5-9d94-117588033b83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.373589387Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-user-token-filter-sub","reconcileID":"a6becd61-ec5e-4932-a4a0-42a72a5e0015","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscription":"e2e-user-token-filter-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.586450476Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-user-token-filter-sub","reconcileID":"a6becd61-ec5e-4932-a4a0-42a72a5e0015","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-f463c9/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.793888892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"22c81669-e060-4a93-bd6a-dd2cb74d066f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.846972271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"aaf77905-8d10-42bb-b392-8b78d8d294ec","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.997117555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"4f552ecb-7e5d-42af-9fb2-1c54877b6a14","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.002071413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-user-token-filter-auth","reconcileID":"01b97dfa-08c8-4ab7-a4ad-7c1084faffed","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.002082401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"f30bd7a2-202e-4c12-af92-39c77280e437","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.00249387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"58c7cb88-df41-4a65-aee6-0b887f45a9f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.058090705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"f30bd7a2-202e-4c12-af92-39c77280e437","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.058202631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"58c7cb88-df41-4a65-aee6-0b887f45a9f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.060348224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-user-token-filter-auth","reconcileID":"01b97dfa-08c8-4ab7-a4ad-7c1084faffed","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.262014771Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-user-token-filter-auth","reconcileID":"6bb8e10b-310b-4528-9b01-ee7bacea7611","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.469850589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"4f416d2a-5627-4f03-bdda-fb6d61f3c069","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.84027675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"12334fec-5691-4a6a-9bb6-8b01d7d2072c","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.916668373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"a81780ec-1d0c-4c5c-bd61-e269ff3b20e8","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.08412259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-access-denied-auth","reconcileID":"a81ac1d5-6b44-46af-9d5d-2903df660ae8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.144212548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"441012df-d0e5-4e00-a6b0-c78da1aa6970","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.154649178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-access-denied-auth","reconcileID":"a81ac1d5-6b44-46af-9d5d-2903df660ae8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.221761477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"5b5a74f7-23b6-4954-a801-bd5fb0956a58","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:34:14.285724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-user-sub","reconcileID":"6550b7d2-1028-42e7-9caa-284649e0a75d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.351152023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"4c636903-4d2d-4a17-a616-fa358a2ba918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.352023068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"c4a37d6e-36af-4899-b3e4-f0ff894fc4ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.420459692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"4c636903-4d2d-4a17-a616-fa358a2ba918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.432401297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"c4a37d6e-36af-4899-b3e4-f0ff894fc4ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.441452273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"1773c354-47e8-4561-9ee8-00e7acb2aba0","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.44684616Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-f463c9 priority=0:[ai-tenant-e2e-worker-w1-f463c9/e2e-models-other-sub ai-tenant-e2e-worker-w1-f463c9/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.47725084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"95cef5f3-b7ec-497b-b2a4-71ab4ec40100","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.499222773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"a5bd7367-d486-4507-9185-1ed64c295531","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.511380316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"fe8f9a1e-5608-4b93-978c-1bcdc2a5e4ea","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:34:14.615654832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-other-sub","reconcileID":"f73a919e-39cb-4b43-a0d3-39c4096c6882","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:34:14.61587132Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-f463c9/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.626269855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"9f9ca34a-c9bd-4797-9bf2-fb77b82d7e88","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.682440715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-access-denied-auth","reconcileID":"c2268355-4942-4052-b50b-a64a9773dfeb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.742856541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"3d502b79-6d33-488b-ac18-26b1bee90c86","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.755821711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-access-denied-auth","reconcileID":"c2268355-4942-4052-b50b-a64a9773dfeb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.8010207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"701742e8-4072-4595-8efc-3d0f81afd597","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.839881325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"5ee4213e-5014-4423-af76-c00d828c2a33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.839881283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"a8ad6578-ee82-4e79-bc86-5b445da3e4ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.895763529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"a8ad6578-ee82-4e79-bc86-5b445da3e4ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.896102945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"5ee4213e-5014-4423-af76-c00d828c2a33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.897952944Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-user-sub","reconcileID":"8c9a2df2-8e8b-4d17-ad67-bc5757276f43","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-f463c9/e2e-models-other-sub","ai-tenant-e2e-worker-w1-f463c9/e2e-models-user-sub","ai-tenant-e2e-worker-w1-f463c9/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:15.01375147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-other-sub","reconcileID":"3dfdb6de-c386-46d7-a159-f72d64c3c42e","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":3,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:34:15.067554195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-access-denied-auth","reconcileID":"c2268355-4942-4052-b50b-a64a9773dfeb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-access-denied-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:15.068082329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"247d0d59-15d8-402a-869d-9d999c160da7","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:15.112591453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"f182128b-4d6d-4a50-afdf-2236382c55f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:15.184206981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"bc91dfd6-2959-491e-8977-d76a3fa4426f","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:15.221882088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-access-denied-auth","reconcileID":"47581000-bfaa-482e-be04-66773481fd81","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:15.274914341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-user-sub","reconcileID":"84ab0744-524d-43ec-8163-a83383da4f6f","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:15.278384828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-access-denied-auth","reconcileID":"47581000-bfaa-482e-be04-66773481fd81","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:15.323001189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"4e9af9c7-75e0-4962-89dc-7c5eb76d5694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:15.323468866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"29692e74-882c-42c3-a0d8-ba542efb3470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:15.380281879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"29692e74-882c-42c3-a0d8-ba542efb3470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:15.380528401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"4e9af9c7-75e0-4962-89dc-7c5eb76d5694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:15.394204174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-other-sub","reconcileID":"1c8bcc06-e0fe-4e55-a0ac-6efc5cbf429a","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:17.584546033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"ff7dea54-c785-4a6f-8849-fce2c69fd28e","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:17.746944215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"5d1ab6c5-56cd-458b-8a40-bae7d743a4b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:17.747662478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-access-denied-auth","reconcileID":"80c51656-015c-4180-900a-6fb31947014c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:17.747686985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"8025da13-56b3-4139-b4fb-87cd310d8df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:17.804865689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"8025da13-56b3-4139-b4fb-87cd310d8df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:17.805391769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-access-denied-auth","reconcileID":"80c51656-015c-4180-900a-6fb31947014c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:17.80731215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"5d1ab6c5-56cd-458b-8a40-bae7d743a4b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:17.925952323Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-models-valid-sub","reconcileID":"c6b7e53a-9882-44ab-852f-6894a3202456","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscription":"e2e-models-valid-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:18.144664153Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-models-valid-sub","reconcileID":"c6b7e53a-9882-44ab-852f-6894a3202456","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:18.358093134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"f34fc886-9a23-4003-a7a9-cf0deb160897","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:18.408981657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"89ea6f98-0490-4ceb-915a-acddb71d52df","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:18.466387512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"c93ec108-f471-429d-8e52-2a0e09d5be73","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:18.559159417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"84463a31-8cc1-4ad5-bf3d-247ae09edd22","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:18.564029624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"fefd9be7-782d-41f1-92cb-02919c537dc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:18.564272247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"848e4129-45e8-424b-a54d-6907745caa68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:18.564501726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-models-invalid-sub-auth","reconcileID":"ac25e7f1-2667-47e2-8dd7-f53006ad539e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:18.619896842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"848e4129-45e8-424b-a54d-6907745caa68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:18.619896886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"fefd9be7-782d-41f1-92cb-02919c537dc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:18.622173242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-models-invalid-sub-auth","reconcileID":"ac25e7f1-2667-47e2-8dd7-f53006ad539e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:18.774863984Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-models-invalid-sub-auth","reconcileID":"cc382ded-01db-4998-a9fe-aca492e04809","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:18.942468489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"348b7254-c529-4454-9f07-e21ab42bfff0","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.687575784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"3c79e343-39ba-4b80-8013-0c229937ae93","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.688160647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"3f82656f-9ab7-4615-9750-29d19e724412","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.723686648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"da59f76d-d6bb-4e3f-a1c3-c8370a553fe3","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.724010287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"f9e3491d-886e-4ece-a7ea-774254693fa0","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.834834009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"9c1cb813-fe1c-494e-85d0-445db390d2a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.849278932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"2cf7f169-96d9-4f8a-ba34-faecf435e1a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.897761099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"9c1cb813-fe1c-494e-85d0-445db390d2a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.905294622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"1a2789fc-f81a-46dd-b8a3-9d1d3facfefc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.906058881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"9f51f2e5-8a6c-4037-83bd-9a79de769ea1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.914431141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"2cf7f169-96d9-4f8a-ba34-faecf435e1a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.008468397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"fd2ae237-3959-43e9-b4c0-3cd1591b58b4","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.064146858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"c4232b3f-2897-4883-a497-8335d2c63bd5","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.271578831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth1","reconcileID":"42296f92-b2a4-4a68-9308-d84ae74ab791","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.297764699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"ae47470d-4447-4d66-948c-cc2354c4d242","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.317780208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"6ce03b81-e0bf-4079-9225-89a5c25ddf8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.327475432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth1","reconcileID":"42296f92-b2a4-4a68-9308-d84ae74ab791","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.358093897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"739cf65a-1975-4fc5-a243-c7a574d192cc","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.386669056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"6ce03b81-e0bf-4079-9225-89a5c25ddf8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:34:20.40968852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-sub1","reconcileID":"be87c432-d861-4df0-aac5-e2e274e0c8ad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.419683737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"3f4dba5c-03bd-4a49-935e-6a59cd0a5f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.519413886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"99e70d0a-b78c-42a8-a0f5-3509579bdb47","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.530958654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"3f4dba5c-03bd-4a49-935e-6a59cd0a5f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.57842916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"9729815c-2636-40d2-a65f-6c5ed20f617b","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.582286335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"f6134e53-ca5f-4bcd-9d9e-c5d139458511","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.629042901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"02ca3907-4ebb-4198-902a-5456dd930998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.629165738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"2b0a3468-fc9b-418f-85dc-0b0942003bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.683882466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"36649430-90fa-4f61-9e69-c70f676faa97","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.684924146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"009ff794-9eba-453c-a691-c332c5c23813","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.687737618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"2b0a3468-fc9b-418f-85dc-0b0942003bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.688295667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"02ca3907-4ebb-4198-902a-5456dd930998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.797122561Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-sub1","reconcileID":"cda9f525-8c9e-48ec-ab3c-0095b36cb64a","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-w4-6de8e6","model":"distinct-w4-6de8e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-multi-keys-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.862359377Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-6de8e6 priority=0:[ai-tenant-e2e-worker-w4-6de8e6/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-6de8e6/e2e-multi-keys-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.862554372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"8430b8e8-ca18-445d-a115-4e914b1e9272","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.920075674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"ecb13581-31c2-46d3-a345-4fefd5ff6cbf","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.953895214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth2","reconcileID":"0849881d-6d4d-4cac-8f0f-a7f43aced2e2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.954680417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth1","reconcileID":"8cb22732-7e27-4657-ab1b-b9329cba02bd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:34:20.960594966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-sub1","reconcileID":"cda9f525-8c9e-48ec-ab3c-0095b36cb64a","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:20.967805647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"eaebbd03-1eea-4424-95b5-b1e337c372a7","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:34:20.968695422Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-6de8e6/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.012855912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth1","reconcileID":"8cb22732-7e27-4657-ab1b-b9329cba02bd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.015588287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth2","reconcileID":"0849881d-6d4d-4cac-8f0f-a7f43aced2e2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.025022308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"f66548e8-8057-4b65-926c-51f693e4e139","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.168447366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-sub1","reconcileID":"6d039610-28f1-41a6-8319-6b6b6c5a053d","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/distinct-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.194400562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"4247b9df-ff71-4f66-8b97-79b788ba4882","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.194402381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"805c88ce-7dc3-4ab6-b48f-59bb23bef6a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.252232089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"805c88ce-7dc3-4ab6-b48f-59bb23bef6a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.252793741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"4247b9df-ff71-4f66-8b97-79b788ba4882","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.271255861Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-sub2","reconcileID":"3081a7d8-6c79-403b-9673-269c9bfc0b61","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-2-w4-6de8e6","model":"distinct-2-w4-6de8e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-multi-keys-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.331062704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"db9f0280-7b20-4213-a1e0-d030f49e9aa2","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.373037255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"ea3c5592-adf8-4bc4-ac2f-08137a3d28b5","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.424999187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth1","reconcileID":"2631927f-1a28-4288-86f2-4eb593a48501","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.434114846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"222c9e77-4e7d-4dd4-9b7e-6ecedaf2aabf","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.480301992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth1","reconcileID":"2631927f-1a28-4288-86f2-4eb593a48501","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.629621363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth2","reconcileID":"8e82d5b0-5170-4b88-bfc0-423c23f0efa6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.649788791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-sub2","reconcileID":"6af195ca-9c3a-4475-a048-debccb900198","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-2-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/distinct-2-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.684641478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth2","reconcileID":"8e82d5b0-5170-4b88-bfc0-423c23f0efa6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.776726492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"3ec9cd21-ad41-442f-a366-bba350a303ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.776744669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"42714d1a-7ab8-4654-aaff-0f4a20de6928","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.832359879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"3ec9cd21-ad41-442f-a366-bba350a303ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.832449121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"42714d1a-7ab8-4654-aaff-0f4a20de6928","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.479042366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"99fb107e-328e-4e38-8f10-d1e26ac1f93b","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.637887364Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-sub1","reconcileID":"e4004361-0392-4137-80e1-d7810beae69b","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bb40886b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.735942518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth2","reconcileID":"cec4b09f-4bc0-4f00-8983-698d535ca68e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.736170619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"75635ab1-ec5e-4a18-a56b-b78d6b13bc09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.735943223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth1","reconcileID":"7e860aad-1533-4740-87d1-8c96315356ff","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.736480185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"aa10ec8b-4947-4ec2-a0f3-c9663699ab5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.792289493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"75635ab1-ec5e-4a18-a56b-b78d6b13bc09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.792405015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth2","reconcileID":"cec4b09f-4bc0-4f00-8983-698d535ca68e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.794549061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"aa10ec8b-4947-4ec2-a0f3-c9663699ab5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.794690888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth1","reconcileID":"7e860aad-1533-4740-87d1-8c96315356ff","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:26.252471296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth2","reconcileID":"ddf6b23d-76a9-4902-8b7a-4078a381d748","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:26.252638945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"9440c82b-ad22-4588-828f-98c19a417574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:26.25247496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth1","reconcileID":"42241201-5a7e-4ecb-a872-f7c92e5adbe7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:26.253010208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"1995b031-87f8-410e-8e7d-f98ea5d61d67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:26.30869871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth2","reconcileID":"ddf6b23d-76a9-4902-8b7a-4078a381d748","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:26.308722746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"1995b031-87f8-410e-8e7d-f98ea5d61d67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:26.311026989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"9440c82b-ad22-4588-828f-98c19a417574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:26.311075538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth1","reconcileID":"42241201-5a7e-4ecb-a872-f7c92e5adbe7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.752904262Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-user-sub","reconcileID":"3eeebe0f-8f00-4879-8884-2d79bf5900a6","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscription":"e2e-models-user-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:27.965843445Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-user-sub","reconcileID":"3eeebe0f-8f00-4879-8884-2d79bf5900a6","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-f463c9/e2e-models-other-sub","ai-tenant-e2e-worker-w1-f463c9/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.172954568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-other-sub","reconcileID":"3e01b76b-6efe-46d4-8297-9820e752e923","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.172955575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"0854251e-2060-472d-a474-f70a662b4fde","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.225549999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"1166c7c8-431c-44ec-a112-7616072330ac","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.28353504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"6c37ad0a-e112-4781-a908-68f2fb538d89","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.380151276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"5e06f5bb-0b84-4163-88ef-f87004035fbc","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.38086208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"8b7001a4-fff8-495f-9cd5-34eda7539fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.381091805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"ba0f4631-fa14-4554-9267-51b97928076f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.380862082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-access-denied-auth","reconcileID":"eadcca45-2a42-443a-b330-f2f7437d9614","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.437086301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"8b7001a4-fff8-495f-9cd5-34eda7539fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.439270292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-access-denied-auth","reconcileID":"eadcca45-2a42-443a-b330-f2f7437d9614","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.442276318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"ba0f4631-fa14-4554-9267-51b97928076f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.796008305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-access-denied-auth","reconcileID":"002984bc-b284-47d6-9b02-7e1774c49c18","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.796015518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"e876b4bb-d914-4393-8f8e-5966a26039f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.796277392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"299f7a89-bcc4-4ae9-bb27-758920c7f33c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.851158425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-access-denied-auth","reconcileID":"002984bc-b284-47d6-9b02-7e1774c49c18","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.851873147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"299f7a89-bcc4-4ae9-bb27-758920c7f33c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.853376219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"e876b4bb-d914-4393-8f8e-5966a26039f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:30.276431032Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:30.511446353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"5e1f59b6-95d4-4158-a8d2-478b1a5f13c0","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:30.512030721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"cfd26a5f-6a29-474b-ba9b-c82cf6e9f34d","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:30.51241013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"1daf555a-96a3-41d8-9046-82b2d163df8c","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"distinct-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"distinct-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:30.574856291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"a83f6cdc-069d-404f-884f-2b5f5dfd26b9","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:30.575498264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"d3bd57ab-bcf9-4663-89a4-78214b5e76ed","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:30.575927433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"8e044ea0-c655-4475-bf4a-e7947586c5cf","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"distinct-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"distinct-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:30.667621574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"1f915724-e6ed-4b2d-953d-2904e9ff589d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:30.667646493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"8d9c904d-8cc3-4ecd-8186-c5cc2cd55ecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:30.735398632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"d7b78f3d-0a28-40f8-8521-a3f3f69e9a33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:30.736121695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"355d9dea-76c4-4d9e-a673-7a326db49a5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:30.759269158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"8d9c904d-8cc3-4ecd-8186-c5cc2cd55ecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:30.761027654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"1f915724-e6ed-4b2d-953d-2904e9ff589d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:31.118944089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"a09d30a3-53d8-4a3e-b6ec-4249a7a80f1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:31.118969176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"4a0240ca-b84c-4c47-b529-a9a3604c567f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:31.176029885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"4a0240ca-b84c-4c47-b529-a9a3604c567f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:31.178719955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"a09d30a3-53d8-4a3e-b6ec-4249a7a80f1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:33.0029837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-sub2","reconcileID":"58e0bbe4-7eef-4608-b9e1-2af07020818e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-2-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/distinct-2-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:33.180357595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"1ca979a2-d7d1-442a-b292-79c0dfcaeb38","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:33.945019389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"53a21b2f-ed9e-4905-a777-751445a9233a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:33.945540103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"96f65de2-e20f-48b9-988c-6a01103a82a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:34.004477502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"53a21b2f-ed9e-4905-a777-751445a9233a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:34.007659541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"96f65de2-e20f-48b9-988c-6a01103a82a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:34.233734082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"790ea603-778a-4ef6-bda4-7d49f7e033dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:34.233757189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"c1d083e3-7aa8-47ca-8ba7-503980a62c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:34.234298134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth1","reconcileID":"dde0414a-30a7-424f-b068-9b5495912ff5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:34.289864419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"790ea603-778a-4ef6-bda4-7d49f7e033dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:34.290013866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"c1d083e3-7aa8-47ca-8ba7-503980a62c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:34.292148597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth1","reconcileID":"dde0414a-30a7-424f-b068-9b5495912ff5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:34.465182203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth2","reconcileID":"a7c486a1-bcd7-4386-ba13-53ab511e2ec6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:34.520565822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth2","reconcileID":"a7c486a1-bcd7-4386-ba13-53ab511e2ec6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:34.705047803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth1","reconcileID":"9cdc8921-736e-4942-8920-3b63b7a20f6a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:34.705610256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"935d6c9e-f6ce-46e9-8af3-50c6da908e87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:34.705454969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"eb609e11-8108-4c4c-8fa3-cf5815c138fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:34.76151874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"935d6c9e-f6ce-46e9-8af3-50c6da908e87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:34.761771551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"eb609e11-8108-4c4c-8fa3-cf5815c138fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:34.763709524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth1","reconcileID":"9cdc8921-736e-4942-8920-3b63b7a20f6a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:35.689864032Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-sub1","reconcileID":"9d7925e2-d8aa-4dc8-9cd3-46165eea8404","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/distinct-w4-6de8e6","subscription":"e2e-multi-keys-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:35.741787461Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-sub1","reconcileID":"9d7925e2-d8aa-4dc8-9cd3-46165eea8404","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/distinct-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:35.794090909Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-sub1","reconcileID":"9d7925e2-d8aa-4dc8-9cd3-46165eea8404","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/distinct-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.062027991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"e64c26cb-a482-4418-964c-19eb648cab60","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.203176008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"b0df2322-e61f-433d-97c8-c5d241c9b0dc","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.321112001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth2","reconcileID":"0a24f16e-4f38-43e6-bcdd-76665d3667c1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.321648195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"62cefb11-1860-4d6f-bf5c-12dc2e66dc07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.321741318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth1","reconcileID":"f1d6f5a2-b794-455a-a115-07e83d4aa012","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.322157999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"a13cbe5c-61d9-4712-8c57-bef64c0bba63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.362539484Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-sub2","reconcileID":"6e09b734-6220-43e0-95fe-f0ced5b015b9","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-23bb161c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.377582659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth2","reconcileID":"0a24f16e-4f38-43e6-bcdd-76665d3667c1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.37905211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"62cefb11-1860-4d6f-bf5c-12dc2e66dc07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.38104168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth1","reconcileID":"f1d6f5a2-b794-455a-a115-07e83d4aa012","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.382186706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"a13cbe5c-61d9-4712-8c57-bef64c0bba63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.791051157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth2","reconcileID":"78da74b2-8066-427e-8b00-15fda8cc7363","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.79140519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"d6e84845-f34e-475a-8c82-43b40df37ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.791999676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth1","reconcileID":"e6ffc47e-9efd-481c-bee1-e7bc6eb90e69","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.792400081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"ac86f455-7c2c-4a0f-9b49-21543ad027b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.847001918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth2","reconcileID":"78da74b2-8066-427e-8b00-15fda8cc7363","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.847770848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"d6e84845-f34e-475a-8c82-43b40df37ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.849238407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth1","reconcileID":"e6ffc47e-9efd-481c-bee1-e7bc6eb90e69","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.850142288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"ac86f455-7c2c-4a0f-9b49-21543ad027b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.541452369Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-other-sub","reconcileID":"0d983d7d-3324-4c59-a013-343f448ef6b6","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscription":"e2e-models-other-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.753923279Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-other-sub","reconcileID":"0d983d7d-3324-4c59-a013-343f448ef6b6","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-f463c9/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.960247021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"5c283cb9-044b-467e-9d02-a61e751b65a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.969413806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"b149a318-692b-44ac-9594-4d21f7622e88","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.122736544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"a75ca208-5872-443f-ac48-2d37a3a5e286","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.124449093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"131c1090-a240-45e5-bf81-71f9e3681cb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.124518335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"4d8de437-7e7f-405f-81ee-2e7368a44edf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.12483978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-access-denied-auth","reconcileID":"70da291b-fa7f-4783-9130-162438d433e0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.1814199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"131c1090-a240-45e5-bf81-71f9e3681cb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.181451328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"4d8de437-7e7f-405f-81ee-2e7368a44edf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.183806223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-access-denied-auth","reconcileID":"70da291b-fa7f-4783-9130-162438d433e0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.38647808Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-models-access-denied-auth","reconcileID":"aa3fd4d7-c7de-46c3-a983-61ee8b9d2a8e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.544476437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"8eb322b5-35df-46ca-bee9-ad2c03be213a","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:40.980099945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"9a94d45f-334c-4e22-a0ca-e0cef56fe332","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.036028408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"20352477-b3f2-4e7e-8955-133d2be3f16b","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.190525165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"e59640d1-2310-4ede-845c-fb18c4c0a991","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.19106848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"e472a9e1-39d2-413e-8e37-631ca1aeae56","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.241179979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ab416353-7566-4390-8cf9-13e29200f235","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.255755164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"5d59b802-8833-4888-bd00-5c9532a09fcc","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.256237078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"f1b001ae-ba1b-4dc1-9035-935eb8d7b2cb","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.266716149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"153af92c-ed2e-4c9f-b5b7-2aa8b5ed60fd","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.297183598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ab416353-7566-4390-8cf9-13e29200f235","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.326244864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"fe262743-bf41-4beb-ba4c-6be0e9cdbfd2","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.344509254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"de238573-e6e2-430f-b0a8-6ccb856a80d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.34492875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"65d09e47-607f-49c7-a634-5e9fb7159c55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:34:41.383411721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c7ce1f38-56b5-41c5-bbef-cb6971e440b2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.406876608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"8cbbb0c7-eff5-49d2-8699-d125f93afd18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.44508282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"cb1d45b5-f38d-488e-9eea-c51186775291","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.468178512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"65d09e47-607f-49c7-a634-5e9fb7159c55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.48261327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"de238573-e6e2-430f-b0a8-6ccb856a80d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.501629352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"8bff0324-192a-469d-bae6-9d91556719ee","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.521729517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"725e5e72-2c32-4029-ad6d-4d68b5b94b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.521759244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"27b2097a-1837-4f80-9aca-093276f3dda5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.555794608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"38876b15-9c18-4568-b1c3-debf3689a5be","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.558392252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"5a17c66e-660d-4dd0-a577-87401b43c3f9","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.577572556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"725e5e72-2c32-4029-ad6d-4d68b5b94b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.577609654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"27b2097a-1837-4f80-9aca-093276f3dda5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.609299154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"14fc6bfc-74df-466b-b113-d0b06a95884a","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.765584441Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"10927f68-922e-4e4f-b47c-c7f097ae05d2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-distinct-w1-f463c9","model":"distinct-w1-f463c9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-f463c9/e2e-sa-multi-no-hdr-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.849657025Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-f463c9 priority=0:[ai-tenant-e2e-worker-w1-f463c9/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-f463c9/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.849849593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"f7497706-bb6f-45ec-b920-2d7171a35c61","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.863979913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"586ec536-0d94-4a44-ac9b-80f268d01a13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.864063915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"96489225-d942-48b9-8546-a634593e6c8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.866900705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d94e4216-aae7-4639-b794-39a4b3313410","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.907078847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"f0634cb4-57c5-416a-b184-a80a5d03e3d2","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.920198481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"586ec536-0d94-4a44-ac9b-80f268d01a13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.920381691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"96489225-d942-48b9-8546-a634593e6c8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.92291771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d94e4216-aae7-4639-b794-39a4b3313410","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:34:41.956076671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"656c5031-d24f-473b-a3b3-12d3bd1c8fa6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:34:41.957774478Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-f463c9/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:34:41.96092637Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"f0634cb4-57c5-416a-b184-a80a5d03e3d2","name":"distinct-2-w1-f463c9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-f463c9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:34:41.960978626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"f0634cb4-57c5-416a-b184-a80a5d03e3d2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-f463c9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.96111017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"fe3ef9b1-873d-46d7-bdc6-339d80891c50","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:41.967135477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"d2d20973-0758-4fc3-9e99-a59241e059f4","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.063587807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"f222fe0e-d367-475e-9480-cba5f9aa629d","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.066730965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"f8991b42-5278-4ac3-8f8a-472caedbbf64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.067068454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"240ce29f-b00f-4fee-a933-b66644de699e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.119669328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"e1f72ff0-bad0-40fa-aa08-49ac6fb9dbdc","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.12321284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"f8991b42-5278-4ac3-8f8a-472caedbbf64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.123224337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"240ce29f-b00f-4fee-a933-b66644de699e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.135534699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"9573a62f-e3ab-4f14-8363-b62aa0382d4d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-distinct-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/distinct-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.181316744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"019a55f7-dd6e-4287-ae35-3d4861e97a3d","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.299055484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"bf4460d9-5893-4caf-8171-5babb5e313f7","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.329630872Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"8d0ea403-bef8-47d4-9bd3-c9fc567764f6","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-distinct-2-w1-f463c9","model":"distinct-2-w1-f463c9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-f463c9/e2e-sa-multi-no-hdr-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.380552307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"93e49963-ede6-45db-9f9d-df467f40b990","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.4359743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"93e49963-ede6-45db-9f9d-df467f40b990","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.481866811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"01435a83-628c-407f-aa2e-0e3833ea58c3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.493606359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"d5727f03-fadf-4034-8282-5bf5f39e709c","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.538143487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"01435a83-628c-407f-aa2e-0e3833ea58c3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.583294175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"5537c93f-c0f7-4fea-b30f-45c5fa333e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.583418122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"a878b27b-da23-4d4e-988c-9461d3d4c8a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.63925342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"a878b27b-da23-4d4e-988c-9461d3d4c8a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.639466379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"5537c93f-c0f7-4fea-b30f-45c5fa333e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.699426305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f970dd2c-c96e-4aac-a937-fd536635f58f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-distinct-2-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/distinct-2-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.804883597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"c4238ccd-9187-4224-92dd-d201e278e1c2","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:43.061312136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"397d6ca5-1ad5-4bb3-b7ef-78a1aad81451","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:43.116643216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"397d6ca5-1ad5-4bb3-b7ef-78a1aad81451","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:45.744271538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"607cd477-fc36-4416-994e-3b0375d3c7e3","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:45.903935724Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"3bd0e25c-2845-492e-9fda-56213246793f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a4a70c76","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.000836665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"8a80a211-5cdd-488d-8e57-b6e0c7e84178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.000972558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"ec06256a-18cc-4618-aea5-73c2fb57019d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.000835714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6df4c0c2-9208-4375-9381-5a1a05936349","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.0014428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4a994f0e-79d9-4798-91d7-2affa86746c2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.057344889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"8a80a211-5cdd-488d-8e57-b6e0c7e84178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.05749472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"ec06256a-18cc-4618-aea5-73c2fb57019d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.059730495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6df4c0c2-9208-4375-9381-5a1a05936349","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.059842015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4a994f0e-79d9-4798-91d7-2affa86746c2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.415322872Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-sub2","reconcileID":"373b105a-8c80-42f4-9594-b3ff523d6fad","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/distinct-2-w4-6de8e6","subscription":"e2e-multi-keys-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.467373144Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-sub2","reconcileID":"373b105a-8c80-42f4-9594-b3ff523d6fad","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/distinct-2-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.518274345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"eafb5ad0-aa84-4acb-8839-9899766d98cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.518547258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c1a6346b-3fff-4e2a-ba66-2d709de2efda","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.519013269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1ad11242-28bf-48bc-9f7d-577b83e757a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.518262098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"30b96a80-d53c-4fb2-86e4-fe78c3b4e093","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.519438312Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-sub2","reconcileID":"373b105a-8c80-42f4-9594-b3ff523d6fad","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/distinct-2-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.573803531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"eafb5ad0-aa84-4acb-8839-9899766d98cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.577672807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1ad11242-28bf-48bc-9f7d-577b83e757a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.577723561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c1a6346b-3fff-4e2a-ba66-2d709de2efda","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.579914134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"30b96a80-d53c-4fb2-86e4-fe78c3b4e093","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.794283074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"0b879a2d-9e28-448b-900f-75870d6a578a","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.871739915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"b9c1063a-d459-418a-98f9-0735667af208","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:46.9472148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"cd1f6224-a72b-4bc3-a547-c75280505545","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:47.06176574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth1","reconcileID":"2b994f1f-f6ea-4447-bfe8-ce68a1c6b292","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:47.062008941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"0bd817f1-7a52-486a-b103-6b08ef94781b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:47.062277058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth2","reconcileID":"c2da5e43-f369-4107-a2da-c007130e119a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:47.061773626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"9564057c-ff10-4149-8d91-fee14f00d40b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:47.119406658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth1","reconcileID":"2b994f1f-f6ea-4447-bfe8-ce68a1c6b292","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:47.12017722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"0bd817f1-7a52-486a-b103-6b08ef94781b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:47.123420694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"9564057c-ff10-4149-8d91-fee14f00d40b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:47.123839695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth2","reconcileID":"c2da5e43-f369-4107-a2da-c007130e119a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:47.3420978Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth1","reconcileID":"2c543b71-a3d1-4085-b7d4-0038f0871ffe","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/distinct-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:47.604543359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"fd09487a-5d79-4855-bff2-8fd52b82b43f","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:47.706159184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth2","reconcileID":"2b3390ab-dc8d-4445-abc3-9d96a381f0cb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:47.749172948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"7da9a015-42e4-4c0e-b103-ddd971f6d49c","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:47.812711286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth2","reconcileID":"2b3390ab-dc8d-4445-abc3-9d96a381f0cb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:48.023137786Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-multi-keys-auth2","reconcileID":"b93c15af-3d02-4a1c-870c-5def9824d79c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/distinct-2-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:48.254719717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"368006e5-7ae4-42c0-b45f-1c8513ac8c21","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.445033967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"bd998c03-5cf9-43bb-b528-51222142245a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.445350404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"6263d960-387b-48bf-874b-01fee79f1d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.500914846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"6263d960-387b-48bf-874b-01fee79f1d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.502003937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"bd998c03-5cf9-43bb-b528-51222142245a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.62108082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"5f3de7d7-3ba6-4710-b26e-b8d525a494dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.621823839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"f99109fa-67cf-4306-9de7-1d22644551f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.661995171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"e707eb3c-6d13-47b5-b900-344d3cc2d64a","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.681171764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"f99109fa-67cf-4306-9de7-1d22644551f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.681260843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"5f3de7d7-3ba6-4710-b26e-b8d525a494dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.719965693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"7691e70b-067e-41ea-aa8a-d9521d1957b1","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.926829861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dcf7e4ef-72fd-42e2-af6f-8f4f7f07c2a2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.956903533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"dd052ea6-e81d-4cd8-91a6-446b0b051a34","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:49.982592345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dcf7e4ef-72fd-42e2-af6f-8f4f7f07c2a2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.015783809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"6d3d932b-4f03-44f3-914d-63d24a6f5f82","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.029085968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"bae73540-44ef-4b41-986e-115ce0b83e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.029085888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"7d77f6f8-7795-4b59-8e7d-69dcda137944","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:34:50.065622783Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"4e8e1f20-fb95-4599-aebb-8c6301a09018","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:34:50.068110638Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"6d3d932b-4f03-44f3-914d-63d24a6f5f82","name":"distinct-w4-6de8e6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-6de8e6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:34:50.06816119Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"6d3d932b-4f03-44f3-914d-63d24a6f5f82","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-6de8e6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.073505738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"7bcce671-49b8-4353-a29b-df4584fdbf8e","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.089254634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"7d77f6f8-7795-4b59-8e7d-69dcda137944","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.08987538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"bae73540-44ef-4b41-986e-115ce0b83e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.171957887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"e188c887-0c11-408f-8c81-66bbab6f5001","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.228934608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"2a87bb84-fef2-4436-b3ba-23ff5c105e02","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.229438724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"9c7b6856-f798-455f-8a0d-d39f4ce6e402","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.285216359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"4def5ff1-491a-4266-9fd0-99298896fbf2","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.296885072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"6af8cca0-d50f-41e5-a9ce-fbd68f1ceeea","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.438224963Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"85709db1-7be1-4a13-b6aa-513fffa12682","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-w4-6de8e6","model":"distinct-w4-6de8e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-sa-multi-hdr-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.509585068Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-6de8e6 priority=0:[ai-tenant-e2e-worker-w4-6de8e6/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-6de8e6/e2e-sa-multi-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.509882022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"36a29120-8692-4104-bdce-a565f2b6de2f","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.541083524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"96600e28-fda3-4ad3-9f63-c84ccd0a1e33","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.569070811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"599c6416-3fca-450b-8f91-70e51eac620f","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.59675392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"96600e28-fda3-4ad3-9f63-c84ccd0a1e33","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:34:50.599912959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"85709db1-7be1-4a13-b6aa-513fffa12682","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.6171314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"13754b1a-9883-46a4-ab3e-22d012cf5d33","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:34:50.619877337Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-6de8e6/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.644598303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"10afb35d-efc4-432b-8e84-a2300c7c16f6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.644635872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"f83a4889-b019-4f48-b7a3-42efffbee643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.644966577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"09ed2ce1-a7ae-4b50-914a-401513d99567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.674633791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"fc4f69f9-8139-48ef-abfa-3d46a57f6bc5","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.70081031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"10afb35d-efc4-432b-8e84-a2300c7c16f6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.702369624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"f83a4889-b019-4f48-b7a3-42efffbee643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.703397516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"09ed2ce1-a7ae-4b50-914a-401513d99567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.807395238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"ef7655a3-383e-4c56-b4ba-3e9a9681f4d4","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/distinct-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.916240591Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-sub2","reconcileID":"0816274f-d4fd-40b3-a18a-d1e35d16cdc0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-2-w4-6de8e6","model":"distinct-2-w4-6de8e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-sa-multi-hdr-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.916311606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"b999738e-7b68-48b5-95df-a4a7ac89e3bb","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.975469249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"d7cdc5ad-7ac4-4e18-89f0-c920fa4d5a19","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:51.084449227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"bb6037c3-7a4c-48d3-876f-5f45c96fa5a0","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:51.166469365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"de1412bc-6d8a-4b74-aad8-a74e406ed9e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:51.166612837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"dbc08e18-2f22-4ec8-85e8-f6a800f04e54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:51.166469568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d1178803-4b82-4671-b5b4-cad9f28887b7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:51.175017896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8951bb09-d68b-4699-9b6c-9d5031b07824","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:51.223517996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"dbc08e18-2f22-4ec8-85e8-f6a800f04e54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:51.224458355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"de1412bc-6d8a-4b74-aad8-a74e406ed9e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:51.226081835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d1178803-4b82-4671-b5b4-cad9f28887b7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:51.230145111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8951bb09-d68b-4699-9b6c-9d5031b07824","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:51.300053412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-sub2","reconcileID":"407ce66c-d538-496b-a97f-4474aeda21f1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-2-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/distinct-2-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:34:51.580585553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8951bb09-d68b-4699-9b6c-9d5031b07824","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:51.85392499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d0ac5d39-5806-4f15-97b9-0669484c3068","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:51.909651262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d0ac5d39-5806-4f15-97b9-0669484c3068","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:52.823111039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"c87febbb-9dfd-40a9-9efc-cd60c9b84ae3","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:52.990551025Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0cdf3cc3-97cc-4868-a06f-35d31ca2e48e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2a9e7ee1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.082432597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"947c34c8-7105-44c3-b6c9-0c8edeb59b4f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.082622427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"1b5d7c62-5b48-4238-a67a-4bf25fa1e63e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.082429985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c410d912-f7c1-472a-8ccf-f7e911399bd4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.082927704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"0f24f930-feb2-4d6a-bf76-c2dcc956a2d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.142218109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c410d912-f7c1-472a-8ccf-f7e911399bd4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.142742774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"1b5d7c62-5b48-4238-a67a-4bf25fa1e63e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.150107372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"0f24f930-feb2-4d6a-bf76-c2dcc956a2d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.150586964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"947c34c8-7105-44c3-b6c9-0c8edeb59b4f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.56489066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e0afbd20-c61d-4284-9ee3-489f055eab50","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.565098969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f72617a1-6c65-4a7a-8391-5858e2759eb9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.564888171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"e9c886b0-03fe-4136-9803-9726a9eba02d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.565676384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"dd7747cb-3b21-4297-8079-505cc129ee5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.645149306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"e9c886b0-03fe-4136-9803-9726a9eba02d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.655038346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e0afbd20-c61d-4284-9ee3-489f055eab50","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.661364316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"dd7747cb-3b21-4297-8079-505cc129ee5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.666562592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f72617a1-6c65-4a7a-8391-5858e2759eb9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:55.956851045Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"07f62426-8bec-40cf-9d6f-3c1c7f882866","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/distinct-w1-f463c9","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.00860639Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"07f62426-8bec-40cf-9d6f-3c1c7f882866","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/distinct-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.060428379Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"07f62426-8bec-40cf-9d6f-3c1c7f882866","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/distinct-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.338090384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"784981b5-cf4e-4bc9-8090-09da2d49b30d","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.398989595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"59b8c4a4-609b-487d-9b19-9759b2c65a2a","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.488450894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"110bf3de-d403-4a4b-accb-88b7b4bb0ef2","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.598271797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"f761f285-6a2e-40de-8e4a-52b4d5c9037d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.59863274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b04b562b-403a-4366-a447-55a1affcabd9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.599003734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ecfe1633-862d-4c26-8d52-f76069151a3a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.599143149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"41e86e0f-5ca5-4d66-9dbd-ea0703d01476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.650563191Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"74132904-d253-43bc-8230-c20c63836000","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b6b33a1c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.656212351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ecfe1633-862d-4c26-8d52-f76069151a3a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.656228397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"f761f285-6a2e-40de-8e4a-52b4d5c9037d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.658545443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"41e86e0f-5ca5-4d66-9dbd-ea0703d01476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.65855958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b04b562b-403a-4366-a447-55a1affcabd9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.119161771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"fff1691b-7864-4e92-9cde-4b8f50e40a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.119351088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fb4a0a30-df5a-4c54-8c0f-04a8ed8b051f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.119690136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"9417b3aa-55a3-4fe3-9770-1a6a0a7e77da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.119964141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e4937d9e-ab91-4e6d-9634-37a38aeaabfb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.176519255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"fff1691b-7864-4e92-9cde-4b8f50e40a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.176899572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fb4a0a30-df5a-4c54-8c0f-04a8ed8b051f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.179178452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e4937d9e-ab91-4e6d-9634-37a38aeaabfb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.181139546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"9417b3aa-55a3-4fe3-9770-1a6a0a7e77da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:00.276285199Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:03.044670108Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d116f8e8-4ee6-413b-9635-d22dd5ecfcb2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/distinct-w4-6de8e6","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:03.099004004Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d116f8e8-4ee6-413b-9635-d22dd5ecfcb2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/distinct-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:03.152912745Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d116f8e8-4ee6-413b-9635-d22dd5ecfcb2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/distinct-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:03.429093222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"75986efb-525f-4caf-bb75-c53c971371f4","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:03.578280757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"4d340954-8542-497f-ab03-b7ba22e3105d","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:03.691358281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"d5d6a41e-ad56-4f92-99be-9714fbda801c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:03.69157984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d5f36e55-4150-4415-9aa0-311ad2e0e968","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:03.691358758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3ab252a9-411f-40eb-949f-053c8150546d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:03.691986076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"53df8c76-b16a-4114-9869-7740cb3ef06d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:03.742960995Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-sub2","reconcileID":"349945e6-ebd1-45e2-925c-333bcb07307d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2f8f073b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:03.75183214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"d5d6a41e-ad56-4f92-99be-9714fbda801c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:03.752512877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3ab252a9-411f-40eb-949f-053c8150546d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:03.756401786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"53df8c76-b16a-4114-9869-7740cb3ef06d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:03.75928978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d5f36e55-4150-4415-9aa0-311ad2e0e968","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:04.270214317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"b7c4a4ac-894f-42b8-909f-a55e502f13c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:04.270422153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"9a07437a-42a9-4b10-bd7d-8385620957da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:04.27067794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1d5c003e-023d-41b7-885a-e34c44430236","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:04.270214428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c3defa1a-04f6-445e-bb2e-7fd1ec2f5ca4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:04.32668669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1d5c003e-023d-41b7-885a-e34c44430236","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:04.327081448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"b7c4a4ac-894f-42b8-909f-a55e502f13c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:04.329909423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c3defa1a-04f6-445e-bb2e-7fd1ec2f5ca4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:04.331260955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"9a07437a-42a9-4b10-bd7d-8385620957da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:06.19367858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"91bca184-ee2c-4608-aeaf-28fd2b407632","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"distinct-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"distinct-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:06.702506004Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"e2b238a3-37a8-4b49-9387-6581ae741baf","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/distinct-2-w1-f463c9","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:06.75407426Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"e2b238a3-37a8-4b49-9387-6581ae741baf","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/distinct-2-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:06.805799001Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"e2b238a3-37a8-4b49-9387-6581ae741baf","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/distinct-2-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.074414474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"d77edda8-889b-41e2-b9d0-836678d524ba","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.250087211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"9a1f668a-7508-4ab0-8e7e-c2bb075a45f8","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.336133584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"1349cf63-8097-4282-91d4-2306ab214f6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.339262561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fa971972-906c-4f6c-bf94-ac03a65fae5f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.339286247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"ac6a1e72-b351-49aa-ae6c-484a6cf015e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.339660252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1d2fb3db-ec5c-46ff-8f79-a33a748f23b1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.391554211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"1349cf63-8097-4282-91d4-2306ab214f6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.395895471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fa971972-906c-4f6c-bf94-ac03a65fae5f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.396048121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1d2fb3db-ec5c-46ff-8f79-a33a748f23b1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.398028998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"ac6a1e72-b351-49aa-ae6c-484a6cf015e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.594423327Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"efcba518-3883-4e5b-bff7-d0298054f2d7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/distinct-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.800551613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"64843c67-5cf1-404b-82c6-3521e1cf94cf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.849523957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"4fde9363-4b3e-4ba4-82ad-7968412768ff","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.855817247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"64843c67-5cf1-404b-82c6-3521e1cf94cf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:08.002597976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"6eca9f8f-05ca-45ad-92dd-51b4671f55aa","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:08.059213587Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"bc23741c-ab75-404d-9c4b-2cb7c176533f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/distinct-2-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:08.220177457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"73942556-85ea-4684-999a-7c43e197499d","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.075838691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef555199-5407-4d8c-860a-53d3bcc50406","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.075862923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef555199-5407-4d8c-860a-53d3bcc50406","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.129865794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cc0939c-a217-4945-9d06-30658ccef575","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.129888513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cc0939c-a217-4945-9d06-30658ccef575","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.28436163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a020e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-a020e2","reconcileID":"bf2c72d6-7789-45eb-8705-685aefabe1ab","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a020e2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.340142945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a020e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-a020e2","reconcileID":"bf2c72d6-7789-45eb-8705-685aefabe1ab","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a020e2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.364694271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fb9df0b-5019-4239-8825-65bb9fcd803f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.364713179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fb9df0b-5019-4239-8825-65bb9fcd803f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.423456556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1628d3fc-056e-46ab-bb44-e4cfc64be7dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.423478099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1628d3fc-056e-46ab-bb44-e4cfc64be7dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:35:10.470684723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-a020e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-a020e2","reconcileID":"a2eae031-5194-42e2-ae79-ad05c0ede297","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-a020e2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.518849136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a91be103-45f6-4486-83f4-8bcdeb4e5619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.51885806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf9b8e0b-2c75-4d99-9c2c-aa4526f470b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.574888091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf9b8e0b-2c75-4d99-9c2c-aa4526f470b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.575064456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a91be103-45f6-4486-83f4-8bcdeb4e5619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.587566529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db43842d-07e5-483a-843b-5996c1df83d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.587581193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db43842d-07e5-483a-843b-5996c1df83d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.643410075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"094cfea1-501a-4f55-aafa-920adf03ed76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.643428984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"094cfea1-501a-4f55-aafa-920adf03ed76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.652138214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c14e6056-6e4e-4f47-b742-24a9e6901214","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.652156125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c14e6056-6e4e-4f47-b742-24a9e6901214","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.806134725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a020e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-a020e2","reconcileID":"a928ef60-6f38-46c2-a10e-2116f3c47a65","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a020e2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.861905029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a020e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-a020e2","reconcileID":"a928ef60-6f38-46c2-a10e-2116f3c47a65","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a020e2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:10.908050583Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-a020e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-a020e2","reconcileID":"010865b7-59ca-4f8b-811e-0b79c4f210e2","MaaSSubscription":{"name":"e2e-default-int-sub-a020e2","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-a020e2","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:11.104443978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"299d41b5-ebc1-493a-85fe-3623c2ab0ce0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:11.104468711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"299d41b5-ebc1-493a-85fe-3623c2ab0ce0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:11.146250203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"67b55bd8-1004-411d-9b22-4dad71d574d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:35:11.211674754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a020e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-a020e2","reconcileID":"a928ef60-6f38-46c2-a10e-2116f3c47a65","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-default-int-auth-a020e2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:11.319985794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-a020e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-a020e2","reconcileID":"7c5f83b3-7638-47ef-828e-2ceaa8d8c5d8","MaaSSubscription":{"name":"e2e-default-int-sub-a020e2","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:11.372166458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a020e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-a020e2","reconcileID":"9c05c705-dbfb-4df7-99b9-b761ff4f413c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a020e2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:11.429880211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a020e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-a020e2","reconcileID":"9c05c705-dbfb-4df7-99b9-b761ff4f413c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a020e2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:12.525916333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"f7570409-2b2a-4018-8bab-3b9478e55cba","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"distinct-2-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"distinct-2-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:13.295093134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"fcaeaee9-7209-42aa-893f-61e50e91dd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:13.29511732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"b5ed27ad-1898-481a-9268-b52f50e9f442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:13.350893544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"fcaeaee9-7209-42aa-893f-61e50e91dd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:13.351089193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"b5ed27ad-1898-481a-9268-b52f50e9f442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:13.795308153Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-sub2","reconcileID":"2f972ae4-c9c4-4004-bcc6-01277da24b17","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/distinct-2-w4-6de8e6","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:13.847548771Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-sub2","reconcileID":"2f972ae4-c9c4-4004-bcc6-01277da24b17","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/distinct-2-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:13.899556133Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-sub2","reconcileID":"2f972ae4-c9c4-4004-bcc6-01277da24b17","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/distinct-2-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.171147154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"4cca0c1a-e962-4b8b-9763-5ca0ff221583","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.31098111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"f5914f4b-1873-4dca-b9b5-946c911f2a1f","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.391716279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"e58e9b32-1110-4595-bb56-3dfd321c748b","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.434234542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"aa19205b-d2e5-414b-9026-0a21bba33c76","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.4344402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"037b8401-cf2e-4064-905a-cf3d94301531","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.434681918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"669ecdc0-caf2-499c-8421-f931cab3e0b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.434920753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"ad0a56cb-d5d8-4d71-a40f-73f7c759fa7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.448180266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"1865bee2-e46b-47f1-bdfb-f73fe97a7b74","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.492039206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"037b8401-cf2e-4064-905a-cf3d94301531","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.495521727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"ad0a56cb-d5d8-4d71-a40f-73f7c759fa7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.49552167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"aa19205b-d2e5-414b-9026-0a21bba33c76","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.49205912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"669ecdc0-caf2-499c-8421-f931cab3e0b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.600768588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ae2dbf97-5f65-41a0-b3df-3bf36591edc7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.656455591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ae2dbf97-5f65-41a0-b3df-3bf36591edc7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.670108318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"8e8081f6-32d2-4cca-bca4-e1806e0bc36e","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.69948165Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8a08e819-a659-4b20-aa58-fba4bc5e2957","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/distinct-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.726622705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"4babd0ff-040a-4c70-a392-a45a33aeaaa9","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:35:14.775689927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"e2e-api-key-deleted-sub","reconcileID":"65ed9711-7ce5-4705-a224-8bc8b3f179d6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.856381876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6a005677-cb69-4928-bb40-b4913211c4a8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.889644161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"52e5319a-82d8-4619-88dc-04c9fc3f0618","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.90573365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"94a178f9-9072-4c7b-8ba8-26a9b08a7589","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.907238764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"ac7c6100-a350-4bba-82c7-cd38fbd953f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.907238763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"f66ac610-9d0b-4f0b-a7a1-4ea5a9560d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.911251607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6a005677-cb69-4928-bb40-b4913211c4a8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.945501061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"c27de8ce-e639-401d-96ab-97fc1deacb08","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.953524272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"e93be839-333a-409f-a08b-9af21ae09786","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.962913727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"ac7c6100-a350-4bba-82c7-cd38fbd953f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:14.962948662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"f66ac610-9d0b-4f0b-a7a1-4ea5a9560d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:15.052074693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"d6ac93e1-bcdb-44b9-a1ba-938751f3b093","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:15.107156508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f91c6619-f173-4371-9f52-28e1c2b79712","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:15.116541769Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"69a221c7-0e1f-4da1-973d-938b55b1193f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/distinct-2-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:15.163052622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f91c6619-f173-4371-9f52-28e1c2b79712","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:15.208560294Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"e2e-api-key-deleted-sub","reconcileID":"10d60c59-0f3f-4289-8cb2-97ee4f70b040","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-da5f0b/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-da5f0b/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:15.321435284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"90f5c1d1-be80-4bf5-b179-f3518544007a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:15.369960946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"29fc94b9-d624-46e7-aa53-4ec3af8dcec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:15.371763613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"f11bd1c5-601d-41f6-a0c6-74ac823454c1","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:15.375473076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"6a395be5-f3a7-4a69-b730-2d2ca6325f0b","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:15.37972785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"90f5c1d1-be80-4bf5-b179-f3518544007a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:15.416930489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"3b154058-ff72-4056-8648-0bdcedb2ed80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:15.425374212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"29fc94b9-d624-46e7-aa53-4ec3af8dcec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:15.57985548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"e2e-api-key-deleted-sub","reconcileID":"5fbe573c-d0e5-40cc-88eb-9b3aa49a6ee8","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:15.986650697Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a020e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-a020e2","reconcileID":"11a2dede-0674-44c1-9b3b-71d11f083199","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a020e2","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:15.986745469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa742d10-3f62-4b77-8509-4d1037f053cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:15.986762574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa742d10-3f62-4b77-8509-4d1037f053cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.194192823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bafb7729-0fea-46a4-920d-7acd9acf39ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.194215527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bafb7729-0fea-46a4-920d-7acd9acf39ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.349502043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c09fc72-a99f-4d5b-af88-9dde9bbdfcf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.349523362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c09fc72-a99f-4d5b-af88-9dde9bbdfcf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.50384114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46f4aeed-4e1a-46d4-b84f-d0ab272eab8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.50384129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eff132f4-5a08-4e03-b902-506f6b98c8b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.559373161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eff132f4-5a08-4e03-b902-506f6b98c8b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.56053241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46f4aeed-4e1a-46d4-b84f-d0ab272eab8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:17.58239067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"17e69d95-d5b1-40a0-aed1-0b50a8d40ea7","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:17.74686702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"2e8ba298-789b-466b-b801-5050e3751f4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:17.747579049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b1da70a0-65d1-4624-8824-463184b01f69","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:17.748127468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"55b1ced7-be43-4284-a3da-300025e67f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:17.82445194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b1da70a0-65d1-4624-8824-463184b01f69","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:17.910836974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"2e8ba298-789b-466b-b801-5050e3751f4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:17.911621403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"55b1ced7-be43-4284-a3da-300025e67f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.474240474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3554998f-b7df-4a19-8de1-0db667e6a28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.526885634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3554998f-b7df-4a19-8de1-0db667e6a28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.544314312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"f0ca4473-a142-40f5-8c2d-f1da87cecb10","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.57879201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3554998f-b7df-4a19-8de1-0db667e6a28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.630727414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3554998f-b7df-4a19-8de1-0db667e6a28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:22.015741293Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c1662df5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c1662df5","reconcileID":"fb7623d3-f994-4faf-a036-86af17e3744e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c1662df5","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-c1662df5":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:23.6761165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebe99e56-b141-4b52-8f10-18f0c5eac54a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:23.7311174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebe99e56-b141-4b52-8f10-18f0c5eac54a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:23.799448986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebe99e56-b141-4b52-8f10-18f0c5eac54a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:23.855479632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebe99e56-b141-4b52-8f10-18f0c5eac54a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:25.788819971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75dc3a7f-0ee7-4be7-92d7-0bee2bdf32ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:25.842558213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75dc3a7f-0ee7-4be7-92d7-0bee2bdf32ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:25.895207717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75dc3a7f-0ee7-4be7-92d7-0bee2bdf32ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:25.949613036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75dc3a7f-0ee7-4be7-92d7-0bee2bdf32ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:26.512029288Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-a020e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-a020e2","reconcileID":"fe1f0f23-189d-4c29-9b7a-7782148d8942","MaaSSubscription":{"name":"e2e-default-int-sub-a020e2","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-a020e2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:26.75586245Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-a020e2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-a020e2","reconcileID":"fe1f0f23-189d-4c29-9b7a-7782148d8942","MaaSSubscription":{"name":"e2e-default-int-sub-a020e2","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:26.975896886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b38c2e4d-e93f-4840-9683-40a67124f9cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:27.026596326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90806753-96c7-4a1b-81bb-04e7e521d8bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:27.026617749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90806753-96c7-4a1b-81bb-04e7e521d8bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:27.196897597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39b7ba4a-8d89-49bb-9cc6-53e0f232702c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:27.197643255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"caabcd67-70ea-4019-9db0-0983196c1a17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:27.265619448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39b7ba4a-8d89-49bb-9cc6-53e0f232702c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:27.270106446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"caabcd67-70ea-4019-9db0-0983196c1a17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:27.746278034Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"e2e-api-key-deleted-sub","reconcileID":"b947031f-5cc1-4504-bafe-71a433de7fb7","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscription":"e2e-api-key-deleted-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:27.760683477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65c02b36-4a03-41d4-94dc-df3921e48f38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:27.760714548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65c02b36-4a03-41d4-94dc-df3921e48f38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:27.814559003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b421589-a7c2-4a0d-9f12-85eb3c41c38d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:27.814580175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b421589-a7c2-4a0d-9f12-85eb3c41c38d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:27.916792426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"namespace":"ai-tenant-e2e-mt-02743f46","name":"e2e-shared-int-policy-02743f46","reconcileID":"1482a7a9-b9cd-4f94-a4ed-aee20ead0762","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:27.95758723Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"e2e-api-key-deleted-sub","reconcileID":"b947031f-5cc1-4504-bafe-71a433de7fb7","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-da5f0b/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.038719272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bae6d179-a591-49af-99b6-976904eac507","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.038741663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bae6d179-a591-49af-99b6-976904eac507","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.040226438Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"namespace":"ai-tenant-e2e-mt-02743f46","name":"e2e-shared-int-policy-02743f46","reconcileID":"1482a7a9-b9cd-4f94-a4ed-aee20ead0762","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.094820237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d0522cb-f3d9-476e-aedd-9ae0d80c6efd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.094845015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d0522cb-f3d9-476e-aedd-9ae0d80c6efd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.097000417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"namespace":"ai-tenant-e2e-mt-02743f46","name":"e2e-shared-int-policy-02743f46","reconcileID":"1482a7a9-b9cd-4f94-a4ed-aee20ead0762","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:35:28.146816638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"namespace":"ai-tenant-e2e-mt-02743f46","name":"e2e-shared-int-sub-02743f46","reconcileID":"c20e2b41-d48a-4bdc-af96-3b2daa11d117","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-02743f46\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.151844376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bce13a0f-66c5-4879-bc97-8f5eb251a38b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.151863624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bce13a0f-66c5-4879-bc97-8f5eb251a38b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.166690061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"a1b62c31-cf85-4549-80a9-1281a88d51ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.220195658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"cf52143a-5f76-4245-914d-969a30ddee20","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.25425691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"namespace":"ai-tenant-e2e-mt-02743f46","name":"e2e-shared-int-policy-02743f46","reconcileID":"37a38a64-0cd0-4ca3-9b9d-3e953ce2cf1a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.282342507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7b018ce-99c7-4452-b675-cd306bca30e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.282373591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7b018ce-99c7-4452-b675-cd306bca30e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.33505011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"namespace":"ai-tenant-e2e-mt-02743f46","name":"e2e-shared-int-policy-02743f46","reconcileID":"37a38a64-0cd0-4ca3-9b9d-3e953ce2cf1a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.341767763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07b14334-42bd-485b-a7b0-2365595ae5a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.341864111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07b14334-42bd-485b-a7b0-2365595ae5a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.391223282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"namespace":"ai-tenant-e2e-mt-02743f46","name":"e2e-shared-int-policy-02743f46","reconcileID":"37a38a64-0cd0-4ca3-9b9d-3e953ce2cf1a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.418508622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e6ec39d5-97be-4fb1-bac9-526f38448341","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.444522699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"0a4c97ff-659e-4d53-8af6-5fcf0b4385d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.445516179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"87f16ef1-7299-4c81-9f66-18454f08c1d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.519205701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"87f16ef1-7299-4c81-9f66-18454f08c1d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.519719026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e6ec39d5-97be-4fb1-bac9-526f38448341","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.522619488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"0a4c97ff-659e-4d53-8af6-5fcf0b4385d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.6274786Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"namespace":"ai-tenant-e2e-mt-02743f46","name":"e2e-shared-int-sub-02743f46","reconcileID":"ef199202-3928-41ba-b9d4-af75b2a41ebc","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-02743f46/e2e-shared-int-sub-02743f46","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.793849709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f00a3d4d-e1db-493c-b820-4c7ae37592d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.793876017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f00a3d4d-e1db-493c-b820-4c7ae37592d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:28.835173064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c95c042-0386-43fd-9088-b8f82faebbd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.002209876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"namespace":"ai-tenant-e2e-mt-02743f46","name":"e2e-shared-int-sub-02743f46","reconcileID":"06b2e92d-24d0-4639-a5dc-6e0441ed1f2e","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.093648871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc52bfe5-de10-4a3f-aff7-9fa478d272fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.093680243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc52bfe5-de10-4a3f-aff7-9fa478d272fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.148247413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70b35514-fb23-43ee-a613-75cb85b505b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.148270824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70b35514-fb23-43ee-a613-75cb85b505b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.251250815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-policy-02743f46","reconcileID":"0a4b0cd8-0a9f-4d9a-b733-d4977c1b3c03","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.306608679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-policy-02743f46","reconcileID":"0a4b0cd8-0a9f-4d9a-b733-d4977c1b3c03","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.360763215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-policy-02743f46","reconcileID":"0a4b0cd8-0a9f-4d9a-b733-d4977c1b3c03","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.367957219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39c36382-6c6e-4200-9f2b-703155e83d91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.36797608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39c36382-6c6e-4200-9f2b-703155e83d91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.417419528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07aee041-130d-4cae-a1ee-aabdb94279ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.417443526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07aee041-130d-4cae-a1ee-aabdb94279ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.424647225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5c31a07-b215-4984-aca2-7893e19c8e37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.424666383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5c31a07-b215-4984-aca2-7893e19c8e37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:35:29.47505922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-sub-02743f46","reconcileID":"dbbfcdc9-18c4-405a-b4db-d2a1a880d25d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-02743f46\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.520459508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-policy-02743f46","reconcileID":"a14dad26-0bb9-4c24-9142-96017a39486f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.577181081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-policy-02743f46","reconcileID":"a14dad26-0bb9-4c24-9142-96017a39486f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.586461326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3520ca56-522c-44e0-b954-2264d7175e12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.586481699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3520ca56-522c-44e0-b954-2264d7175e12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.631164382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-policy-02743f46","reconcileID":"a14dad26-0bb9-4c24-9142-96017a39486f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.643086897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcdc92a6-9dcb-4afb-aca8-708ab261c2ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.643106399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcdc92a6-9dcb-4afb-aca8-708ab261c2ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:29.912614754Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-sub-02743f46","reconcileID":"c6bc44a5-f771-41bd-9e9c-1af99c512503","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-02743f46/e2e-shared-int-sub-02743f46","ai-tenant-e2e-mt-1c71e0eb/e2e-shared-int-sub-02743f46","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.028956114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"67eb345c-e722-4eaa-8f3e-da9c183cfd0d","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.029446335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"8e575b22-c8b8-4e64-a57c-176bca99bbb3","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.029828499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"82b7ea3e-6b19-4f5b-844a-1ad68b445610","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"distinct-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"distinct-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.098061343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ef00e70-aa27-46f0-94b0-082535e98ed7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.098088967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ef00e70-aa27-46f0-94b0-082535e98ed7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.107150036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"c7c182bc-28d0-491a-bb95-04fd2c1fa6cd","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"distinct-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"distinct-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.107378897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"e256ced9-018f-46da-8eea-1ecb1ed552d3","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.107676791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"957cec21-f664-4957-a406-a4cc4bebcf42","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.147209543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eaf4cdcf-9b35-4ed2-b9fb-517e3a8f7269","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.147538754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"namespace":"ai-tenant-e2e-mt-02743f46","name":"e2e-shared-int-sub-02743f46","reconcileID":"acc8963e-91c4-4f78-92d6-eb2076a87c0e","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.196958798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"95e38c04-ba04-41ae-86d7-39d87c412b66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.196995458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"54912dc6-f23c-4535-9028-343de8eaae56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.2522218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"527befe9-198e-4dde-b7c8-d201129b722b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.341778158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"95e38c04-ba04-41ae-86d7-39d87c412b66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.252921778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"848a4ac4-dbd5-4ff5-8994-421cdf03a0c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.351481193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"54912dc6-f23c-4535-9028-343de8eaae56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.35202515Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.407736943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-sub-02743f46","reconcileID":"878351c5-ae0a-459c-b49e-c304677e6854","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.718778271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"22cfb1b1-937b-4201-abcc-fdd5ee0b6dca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.791211022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"22cfb1b1-937b-4201-abcc-fdd5ee0b6dca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.834999289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"cccb60e1-636d-47ca-9b87-b1b0f2ffd2da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:30.894158576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"cccb60e1-636d-47ca-9b87-b1b0f2ffd2da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.818159116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"02f20682-3bd8-4c7a-8a9c-2afed6934992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.818964021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"d06d5eff-530d-4a76-bf74-236aba162d92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.901095515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"d06d5eff-530d-4a76-bf74-236aba162d92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.90537346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"02f20682-3bd8-4c7a-8a9c-2afed6934992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.959990935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"6fa22f4e-9505-4d9c-8124-62341f00f66d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.961122496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"9222e1e5-c9e5-449a-baad-37fa90527268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.032418322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"9222e1e5-c9e5-449a-baad-37fa90527268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.059908939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"6fa22f4e-9505-4d9c-8124-62341f00f66d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:35.254039538Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"namespace":"ai-tenant-e2e-mt-02743f46","name":"e2e-shared-int-policy-02743f46","reconcileID":"ea9e75a7-0a90-40fe-8890-8e9bf3a9960a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:35.25474185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3c67176-cd51-4709-84c7-4d80912400c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:35.255033333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3c67176-cd51-4709-84c7-4d80912400c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:35.407937572Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"namespace":"ai-tenant-e2e-mt-02743f46","name":"e2e-shared-int-policy-02743f46","reconcileID":"ea9e75a7-0a90-40fe-8890-8e9bf3a9960a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"policyNamespace":"ai-tenant-e2e-mt-02743f46","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:35.466481202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8eaa67d7-635a-470a-877d-dcb838f403ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:35.466502737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8eaa67d7-635a-470a-877d-dcb838f403ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:35.616776844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e5accab-8e6e-452c-9fcd-437068f9ad66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:35.616800488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e5accab-8e6e-452c-9fcd-437068f9ad66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.748795628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-policy-02743f46","reconcileID":"0ed441ca-b47b-4123-a77f-a04ff96b8a40","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.804908546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-policy-02743f46","reconcileID":"0ed441ca-b47b-4123-a77f-a04ff96b8a40","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.859694009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-policy-02743f46","reconcileID":"0ed441ca-b47b-4123-a77f-a04ff96b8a40","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:45.820003808Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"namespace":"ai-tenant-e2e-mt-02743f46","name":"e2e-shared-int-sub-02743f46","reconcileID":"d24265ae-a59f-4808-8ce6-73c18276ecb4","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-02743f46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:46.061678125Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"namespace":"ai-tenant-e2e-mt-02743f46","name":"e2e-shared-int-sub-02743f46","reconcileID":"d24265ae-a59f-4808-8ce6-73c18276ecb4","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-02743f46"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-1c71e0eb/e2e-shared-int-sub-02743f46","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:46.291510148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"be7fa4fd-62fa-408c-a7b1-d2f5b351b09d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:46.300254744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-sub-02743f46","reconcileID":"657aa88b-a3c0-4016-9469-b01753bf5204","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:46.336993513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e1a8ce7-9d60-44fc-8adc-7e518e997a34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:46.337118302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e1a8ce7-9d60-44fc-8adc-7e518e997a34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:49.963998676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-policy-02743f46","reconcileID":"57efd85f-d130-42b5-8b35-dee93d26d391","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:50.01928198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-policy-02743f46","reconcileID":"57efd85f-d130-42b5-8b35-dee93d26d391","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:50.073257471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-policy-02743f46","reconcileID":"57efd85f-d130-42b5-8b35-dee93d26d391","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.552824034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"a703dcf5-7915-4af8-97c5-771a516bd8c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.55282525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"14c15e5f-c3bd-4b90-b430-5d98bcec56a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.608386835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"14c15e5f-c3bd-4b90-b430-5d98bcec56a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.608422165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"a703dcf5-7915-4af8-97c5-771a516bd8c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:57.581273956Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8eb19444-d112-4a32-bbc6-791a13093850","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:57.581368897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"c01c6d10-59c7-48c0-8e54-7edaa74cb933","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:57.788299153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"0a344bbe-d772-4f11-889c-7a8de7a7c28d","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:58.190745478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"54efcc93-9c0a-4860-9e1c-6a0cd9910d18","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c1662df5","tenantID":"e2e-mt-c1662df5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:35:58.303837182Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"54efcc93-9c0a-4860-9e1c-6a0cd9910d18","name":"e2e-mt-c1662df5-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:00.187936282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-policy-02743f46","reconcileID":"1df0db61-e468-4094-975c-d5ea7e6e0bd9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:00.243860566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-policy-02743f46","reconcileID":"1df0db61-e468-4094-975c-d5ea7e6e0bd9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:00.280462032Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:00.298706122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-policy-02743f46","reconcileID":"1df0db61-e468-4094-975c-d5ea7e6e0bd9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:00.3567211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b26b38b-7787-4375-a343-a62ddc79ba9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:00.356741441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b26b38b-7787-4375-a343-a62ddc79ba9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:08.761250007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"df2755a8-5660-4e31-adcf-7c4a1374353e","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:08.761757035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"8e2c29da-f8fc-44f4-b749-adcf035105df","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:08.762219274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"9fababc5-dcec-49b9-8748-dc67cdda71a6","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:08.825614152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"3f383c00-cc9f-4686-b9a7-599d7e5cfcce","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:08.826252537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"23dc6b42-0f60-42ff-b00b-455a0da93689","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:08.826935217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"a11196e2-7b3b-434c-a286-aef5c877bd33","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:08.938948371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"7d8d885a-8447-48e6-9123-0078271e94fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:08.939287812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"3cefa17d-8b68-490a-a280-f1056a8ecaf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:08.980248841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"e1f68a82-dd93-447e-9736-5154d6baba0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:08.997141464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"7d8d885a-8447-48e6-9123-0078271e94fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:09.024208063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"3cefa17d-8b68-490a-a280-f1056a8ecaf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:09.096600224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"af7586cc-6413-4ac9-bc18-39cddeaf8f2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:09.400653663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"07e9a3dc-4047-4bb4-8c4c-04da64e4950e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:09.400671271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"e13152ff-22b8-41cc-a42e-46f17940285b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:09.456239757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"e13152ff-22b8-41cc-a42e-46f17940285b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:09.457850393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"07e9a3dc-4047-4bb4-8c4c-04da64e4950e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:09.721524012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2b4c6f4-f9c3-45e9-a6fb-15ea84fea789","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:09.721547985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2b4c6f4-f9c3-45e9-a6fb-15ea84fea789","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:09.824606318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0f024740","namespace":"ai-tenant-e2e-mt-0f024740"},"namespace":"ai-tenant-e2e-mt-0f024740","name":"e2e-policy-0f024740","reconcileID":"61ee8523-9fba-49a2-9693-09781a36df77","MaaSAuthPolicy":{"name":"e2e-policy-0f024740","namespace":"ai-tenant-e2e-mt-0f024740"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:09.881708742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0f024740","namespace":"ai-tenant-e2e-mt-0f024740"},"namespace":"ai-tenant-e2e-mt-0f024740","name":"e2e-policy-0f024740","reconcileID":"61ee8523-9fba-49a2-9693-09781a36df77","MaaSAuthPolicy":{"name":"e2e-policy-0f024740","namespace":"ai-tenant-e2e-mt-0f024740"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:10.46488176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-policy-02743f46","reconcileID":"0ac1012b-974a-490e-95d9-b42601530662","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:10.524952558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-policy-02743f46","reconcileID":"0ac1012b-974a-490e-95d9-b42601530662","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:10.828007982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de64b3af-6cc8-42b6-8e08-a547d4226d40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:10.828112333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de64b3af-6cc8-42b6-8e08-a547d4226d40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:30.100424761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"a942d3a1-f752-4b14-99d6-558b4698c99c","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"distinct-2-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"distinct-2-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:30.275965637Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:30.886749457Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0f024740","namespace":"ai-tenant-e2e-mt-0f024740"},"namespace":"ai-tenant-e2e-mt-0f024740","name":"e2e-policy-0f024740","reconcileID":"d86e8887-3ea4-45d5-88c1-864410aa1fd7","MaaSAuthPolicy":{"name":"e2e-policy-0f024740","namespace":"ai-tenant-e2e-mt-0f024740"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:30.971260241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"ad24535b-dad6-4fe2-8746-158ab59e3507","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.027989769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"c91adf78-8c2a-48a8-9842-1cdd7fa33f5a","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.0389405Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0f024740","namespace":"ai-tenant-e2e-mt-0f024740"},"namespace":"ai-tenant-e2e-mt-0f024740","name":"e2e-policy-0f024740","reconcileID":"d86e8887-3ea4-45d5-88c1-864410aa1fd7","MaaSAuthPolicy":{"name":"e2e-policy-0f024740","namespace":"ai-tenant-e2e-mt-0f024740"},"policyNamespace":"ai-tenant-e2e-mt-0f024740","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.182097453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-scoped-auth","reconcileID":"d26f52d5-25f2-4121-a490-6bbcd9fda06f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.238827704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-scoped-auth","reconcileID":"d26f52d5-25f2-4121-a490-6bbcd9fda06f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.247806305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"5a5680a8-a442-4739-8782-6d508270699b","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.304225487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"c1af9a2c-aef0-4495-9114-4b7fef41ff40","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:36:31.35370526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-scoped-sub","reconcileID":"e44c8e67-f8e0-426a-98af-ac95aca81105","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.402228208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"49dcae0b-d524-4b54-b247-1e931ff13839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.402516724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"967ef622-7843-440f-8deb-9b5edb23e1a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.458142831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"49dcae0b-d524-4b54-b247-1e931ff13839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.458255418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"967ef622-7843-440f-8deb-9b5edb23e1a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.468058365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"dad4b61c-6e62-4fab-adf9-70a855110172","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.522249321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"57da34f2-d1b3-4f5f-a6f3-bf38a769cb5e","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.552922074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"e1b2fc8b-0ac6-4bb0-b02a-ac05f7852cbc","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.765871345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-scoped-auth","reconcileID":"568afb95-1722-4583-8b9d-d1633cc1f97c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.788532818Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-scoped-sub","reconcileID":"1e49cfe3-527b-4654-a647-082293803cef","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-d71a74/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w2-d71a74/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.823207986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-scoped-auth","reconcileID":"568afb95-1722-4583-8b9d-d1633cc1f97c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.931683152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"2401aa92-6401-43b3-addc-1b720c1a8ca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:31.952764213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"999410f9-0ed2-47e3-9104-00863df384b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.051485088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"2401aa92-6401-43b3-addc-1b720c1a8ca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.1342248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"66d59992-26e1-4d2e-ac21-b0ff645a6085","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.140466065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"999410f9-0ed2-47e3-9104-00863df384b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.141885012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"32b58ed7-1595-419b-ae24-6806b7a30447","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.342221014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-scoped-sub","reconcileID":"91c206b6-eaa3-45e1-a61a-4f8ff55099e0","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.660392795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"b334bdae-ab99-4959-907d-89bec68b5e49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.660406648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"33244b1a-99ca-4ea2-a46d-b57aeef7f9d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.718358862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"b334bdae-ab99-4959-907d-89bec68b5e49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.718774781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"33244b1a-99ca-4ea2-a46d-b57aeef7f9d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.857783024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e15d32-4ad5-4bab-98a4-682ebb6144e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.910341035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e15d32-4ad5-4bab-98a4-682ebb6144e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.9623589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e15d32-4ad5-4bab-98a4-682ebb6144e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:34.014281112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e15d32-4ad5-4bab-98a4-682ebb6144e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:34.462110399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"de5f3ad7-a8c9-44a5-a4b2-a734f6605598","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:34.617623613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"c6174cd2-d064-48af-a3a9-6c23e82e2b13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:34.617779433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"90caec26-003a-4aef-845e-94495c3c2ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:34.617623742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-scoped-auth","reconcileID":"a2f81d5a-5c5b-4d6e-abe2-d70ade8fc8ba","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:34.674871667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"90caec26-003a-4aef-845e-94495c3c2ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:34.675658877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"c6174cd2-d064-48af-a3a9-6c23e82e2b13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:34.67746561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-scoped-auth","reconcileID":"a2f81d5a-5c5b-4d6e-abe2-d70ade8fc8ba","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:34.983532571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"61ca761d-bf67-4b7d-b89b-eea872c5737e","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:35.890788145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca14b89-6f4e-478b-b0ff-dd965a01f4c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:35.942829327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca14b89-6f4e-478b-b0ff-dd965a01f4c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:35.994949747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca14b89-6f4e-478b-b0ff-dd965a01f4c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:36.046650406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca14b89-6f4e-478b-b0ff-dd965a01f4c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:36.89619087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"e183312b-146d-406f-a7d0-1040b1043035","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:36.95014678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"b7519d1a-1815-487c-aac9-6b4cd014e8d0","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.155259748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"b4c3d314-d635-4a21-b11c-59ee873701dc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.198851962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"dc06604c-399f-4fa5-ab07-f830c1a6c088","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.198989525Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-7ee809 priority=10:[ai-tenant-e2e-worker-w0-7ee809/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-7ee809/simulator-subscription]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.212025228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"b4c3d314-d635-4a21-b11c-59ee873701dc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.257411788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"a2f56912-3e10-4742-86b3-9bfa0417c446","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.267216529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ccdb9c60a589e6d4bb3cfaa8c127cb344b71f2bdb72114163f4bfe2a0c81840) AuthConfig (a5d16d2540d317e4c32c142bc683fc4bd8b5fd0969098637bd1d257299ab04f0) AuthConfig (c6d2e9c0e312bfc1b07f9e62d49862023cc06fc6d5feb80576e3097cbc29200e) AuthConfig (d3aa8459de62162a328294727f616e91eb1796351fa306273721ae85001bbfaa) AuthConfig (8d30963d37c6ff7f0d14931dd5baafed846b235ee27a638d25349777070407d0) AuthConfig (1066b7af5e5a171219326d95e388da05214813fa292b7631e1e687b63738ea0c) AuthConfig (6476943ee421750637f092eefac7b20a6d32d82618f1efde3a0708d2b1decf70) AuthConfig (4a835877ffe7d54ae74f81cee14f571dfe0678d85a6789f5dd8ed0892078c89f) AuthConfig (c41ae596eb0e19fa9c30078e81098e07eac15542858278d6559143d0c761ca54) AuthConfig (b13925d05ba255e2f44a3116b974fef963e3e21f81a4b76403dba4db02788823) AuthConfig (bf5c06ddd2f2408c71ea01fc0b73fb74084661b6cceba080b6297b5d9172efda) AuthConfig (7d9e993f2c98fff50550e05f3f73acf92b48cfd503db63563e41ccf0f43d280d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"b4c3d314-d635-4a21-b11c-59ee873701dc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.305368127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"e2a5fc22-e2d7-44ad-a29d-d69af12ccca0","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:36:37.307444254Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7ee809/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.337694719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"ba45c63d-6401-420b-abfe-b24878d9a2a7","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.36603848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"9bc08bf2-0c86-494b-8bc4-1244c2ef380a","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.404558427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"72ded856-138a-41cc-b304-7d152693df6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.404856954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"7d626e08-c2c5-406f-8207-7fc2e7a7f7cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.460593691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"72ded856-138a-41cc-b304-7d152693df6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.460679409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"7d626e08-c2c5-406f-8207-7fc2e7a7f7cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.471194555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"999db600-85db-4b55-a291-6ba0e2e1e15d","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.525988194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"39382116-9cae-4fa5-b650-a58dd8248e74","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.575525578Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-sub1","reconcileID":"b2bff248-8933-4253-ba05-157fe3bd6e68","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-distinct-w0-7ee809","model":"distinct-w0-7ee809","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/e2e-ignore-header-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.604898923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"e4bcd4aa-b1b4-47b2-9e9f-162976b55865","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.660549412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"e4bcd4aa-b1b4-47b2-9e9f-162976b55865","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.714688055Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ccdb9c60a589e6d4bb3cfaa8c127cb344b71f2bdb72114163f4bfe2a0c81840) AuthConfig (a5d16d2540d317e4c32c142bc683fc4bd8b5fd0969098637bd1d257299ab04f0) AuthConfig (c6d2e9c0e312bfc1b07f9e62d49862023cc06fc6d5feb80576e3097cbc29200e) AuthConfig (d3aa8459de62162a328294727f616e91eb1796351fa306273721ae85001bbfaa) AuthConfig (8d30963d37c6ff7f0d14931dd5baafed846b235ee27a638d25349777070407d0) AuthConfig (1066b7af5e5a171219326d95e388da05214813fa292b7631e1e687b63738ea0c) AuthConfig (6476943ee421750637f092eefac7b20a6d32d82618f1efde3a0708d2b1decf70) AuthConfig (4a835877ffe7d54ae74f81cee14f571dfe0678d85a6789f5dd8ed0892078c89f) AuthConfig (c41ae596eb0e19fa9c30078e81098e07eac15542858278d6559143d0c761ca54) AuthConfig (b13925d05ba255e2f44a3116b974fef963e3e21f81a4b76403dba4db02788823) AuthConfig (bf5c06ddd2f2408c71ea01fc0b73fb74084661b6cceba080b6297b5d9172efda) AuthConfig (7d9e993f2c98fff50550e05f3f73acf92b48cfd503db63563e41ccf0f43d280d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"e4bcd4aa-b1b4-47b2-9e9f-162976b55865","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.740055323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"509d1bb5-dd63-469b-bcaa-a9dd79d25f29","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.753375307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"21db9572-77cc-4bc6-915a-1731765fbdc2","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.753439216Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-7ee809 priority=10:[ai-tenant-e2e-worker-w0-7ee809/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-7ee809/simulator-subscription]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.782135908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"14c10b3e-847c-40e2-ad1a-a4c3d55b60f6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.813339286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"9e871556-952f-4fd7-ba08-4516b8c5fe4c","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.837866623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"14c10b3e-847c-40e2-ad1a-a4c3d55b60f6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.860983629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"1669efb6-480f-4369-bae6-76642f234c53","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:36:37.865787781Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7ee809/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.894293116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ccdb9c60a589e6d4bb3cfaa8c127cb344b71f2bdb72114163f4bfe2a0c81840) AuthConfig (a5d16d2540d317e4c32c142bc683fc4bd8b5fd0969098637bd1d257299ab04f0) AuthConfig (c6d2e9c0e312bfc1b07f9e62d49862023cc06fc6d5feb80576e3097cbc29200e) AuthConfig (d3aa8459de62162a328294727f616e91eb1796351fa306273721ae85001bbfaa) AuthConfig (8d30963d37c6ff7f0d14931dd5baafed846b235ee27a638d25349777070407d0) AuthConfig (1066b7af5e5a171219326d95e388da05214813fa292b7631e1e687b63738ea0c) AuthConfig (6476943ee421750637f092eefac7b20a6d32d82618f1efde3a0708d2b1decf70) AuthConfig (4a835877ffe7d54ae74f81cee14f571dfe0678d85a6789f5dd8ed0892078c89f) AuthConfig (c41ae596eb0e19fa9c30078e81098e07eac15542858278d6559143d0c761ca54) AuthConfig (b13925d05ba255e2f44a3116b974fef963e3e21f81a4b76403dba4db02788823) AuthConfig (bf5c06ddd2f2408c71ea01fc0b73fb74084661b6cceba080b6297b5d9172efda) AuthConfig (7d9e993f2c98fff50550e05f3f73acf92b48cfd503db63563e41ccf0f43d280d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"14c10b3e-847c-40e2-ad1a-a4c3d55b60f6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.917632964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"daffcac8-e53d-471a-a28b-31f5c0fca361","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.919792429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"f49507ad-7e94-44a1-98ff-1dfc65116533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.919895597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"d02cde46-5f83-4254-b942-78970c9e3134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.947215994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-sub1","reconcileID":"7371d651-700f-4e5f-813a-a06e6fb456fe","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-distinct-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/distinct-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.950003043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"634e58ee-703e-4219-9911-438c183b2847","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.975867437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"f49507ad-7e94-44a1-98ff-1dfc65116533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:37.976180063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"d02cde46-5f83-4254-b942-78970c9e3134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:38.048457514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"d3ad6b1e-9902-449a-bd3e-1816fdc3e97f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:38.110426905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"d3ad6b1e-9902-449a-bd3e-1816fdc3e97f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:38.162045216Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-sub2","reconcileID":"7d336f64-6420-410e-afaf-669e5a429deb","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-distinct-2-w0-7ee809","model":"distinct-2-w0-7ee809","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/e2e-ignore-header-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:38.164701396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ccdb9c60a589e6d4bb3cfaa8c127cb344b71f2bdb72114163f4bfe2a0c81840) AuthConfig (a5d16d2540d317e4c32c142bc683fc4bd8b5fd0969098637bd1d257299ab04f0) AuthConfig (c6d2e9c0e312bfc1b07f9e62d49862023cc06fc6d5feb80576e3097cbc29200e) AuthConfig (d3aa8459de62162a328294727f616e91eb1796351fa306273721ae85001bbfaa) AuthConfig (8d30963d37c6ff7f0d14931dd5baafed846b235ee27a638d25349777070407d0) AuthConfig (1066b7af5e5a171219326d95e388da05214813fa292b7631e1e687b63738ea0c) AuthConfig (6476943ee421750637f092eefac7b20a6d32d82618f1efde3a0708d2b1decf70) AuthConfig (4a835877ffe7d54ae74f81cee14f571dfe0678d85a6789f5dd8ed0892078c89f) AuthConfig (c41ae596eb0e19fa9c30078e81098e07eac15542858278d6559143d0c761ca54) AuthConfig (b13925d05ba255e2f44a3116b974fef963e3e21f81a4b76403dba4db02788823) AuthConfig (bf5c06ddd2f2408c71ea01fc0b73fb74084661b6cceba080b6297b5d9172efda) AuthConfig (7d9e993f2c98fff50550e05f3f73acf92b48cfd503db63563e41ccf0f43d280d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"d3ad6b1e-9902-449a-bd3e-1816fdc3e97f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:38.225750871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"c73e2ed4-bc50-419f-87f6-917ca431ce4e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:38.281101844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"c73e2ed4-bc50-419f-87f6-917ca431ce4e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:38.325015239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"cab39135-cd25-4239-87c3-73ccd82bb1fe","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:38.335083183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ccdb9c60a589e6d4bb3cfaa8c127cb344b71f2bdb72114163f4bfe2a0c81840) AuthConfig (a5d16d2540d317e4c32c142bc683fc4bd8b5fd0969098637bd1d257299ab04f0) AuthConfig (c6d2e9c0e312bfc1b07f9e62d49862023cc06fc6d5feb80576e3097cbc29200e) AuthConfig (d3aa8459de62162a328294727f616e91eb1796351fa306273721ae85001bbfaa) AuthConfig (8d30963d37c6ff7f0d14931dd5baafed846b235ee27a638d25349777070407d0) AuthConfig (1066b7af5e5a171219326d95e388da05214813fa292b7631e1e687b63738ea0c) AuthConfig (6476943ee421750637f092eefac7b20a6d32d82618f1efde3a0708d2b1decf70) AuthConfig (4a835877ffe7d54ae74f81cee14f571dfe0678d85a6789f5dd8ed0892078c89f) AuthConfig (c41ae596eb0e19fa9c30078e81098e07eac15542858278d6559143d0c761ca54) AuthConfig (b13925d05ba255e2f44a3116b974fef963e3e21f81a4b76403dba4db02788823) AuthConfig (bf5c06ddd2f2408c71ea01fc0b73fb74084661b6cceba080b6297b5d9172efda) AuthConfig (7d9e993f2c98fff50550e05f3f73acf92b48cfd503db63563e41ccf0f43d280d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"c73e2ed4-bc50-419f-87f6-917ca431ce4e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:38.414614547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"71d55188-e4dc-4eba-b959-938680f9185a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:38.414632792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"9e5ace5b-301e-4785-bf00-e7ac608a4477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:38.470109506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"71d55188-e4dc-4eba-b959-938680f9185a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:38.470173763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"9e5ace5b-301e-4785-bf00-e7ac608a4477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:38.522167774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"80d5ae7a-a61a-4151-b2b4-24dc359d082b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:38.536964384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-sub2","reconcileID":"f46188d1-0e6a-40ed-b3ca-d679b2e8e60c","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-distinct-2-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/distinct-2-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:38.579638146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"80d5ae7a-a61a-4151-b2b4-24dc359d082b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:38.634620777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ccdb9c60a589e6d4bb3cfaa8c127cb344b71f2bdb72114163f4bfe2a0c81840) AuthConfig (a5d16d2540d317e4c32c142bc683fc4bd8b5fd0969098637bd1d257299ab04f0) AuthConfig (c6d2e9c0e312bfc1b07f9e62d49862023cc06fc6d5feb80576e3097cbc29200e) AuthConfig (d3aa8459de62162a328294727f616e91eb1796351fa306273721ae85001bbfaa) AuthConfig (8d30963d37c6ff7f0d14931dd5baafed846b235ee27a638d25349777070407d0) AuthConfig (1066b7af5e5a171219326d95e388da05214813fa292b7631e1e687b63738ea0c) AuthConfig (6476943ee421750637f092eefac7b20a6d32d82618f1efde3a0708d2b1decf70) AuthConfig (4a835877ffe7d54ae74f81cee14f571dfe0678d85a6789f5dd8ed0892078c89f) AuthConfig (c41ae596eb0e19fa9c30078e81098e07eac15542858278d6559143d0c761ca54) AuthConfig (b13925d05ba255e2f44a3116b974fef963e3e21f81a4b76403dba4db02788823) AuthConfig (bf5c06ddd2f2408c71ea01fc0b73fb74084661b6cceba080b6297b5d9172efda) AuthConfig (7d9e993f2c98fff50550e05f3f73acf92b48cfd503db63563e41ccf0f43d280d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"80d5ae7a-a61a-4151-b2b4-24dc359d082b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:41.501175188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"ae3f0ac6-ae49-478b-a005-f1900a47ac7c","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:41.66102973Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-sub1","reconcileID":"c710ee64-afa9-4379-bf81-e15099db8f30","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-70fad433","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:41.757869066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"06aa1cd9-bcb4-4d52-92b3-bf0625dbfdb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:41.758421502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"ba5f3a1e-5da3-41e0-b2e8-eedee7ce9cfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:41.758492888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"34341c59-3c23-4788-a39d-bc67a3fc4765","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:41.758802252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"ee8a8457-8fe0-4698-9fec-70c1e97e578a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:41.813702585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"06aa1cd9-bcb4-4d52-92b3-bf0625dbfdb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:41.814060164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"ee8a8457-8fe0-4698-9fec-70c1e97e578a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:41.816241417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"34341c59-3c23-4788-a39d-bc67a3fc4765","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:41.816253704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"ba5f3a1e-5da3-41e0-b2e8-eedee7ce9cfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:41.868307036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ccdb9c60a589e6d4bb3cfaa8c127cb344b71f2bdb72114163f4bfe2a0c81840) AuthConfig (a5d16d2540d317e4c32c142bc683fc4bd8b5fd0969098637bd1d257299ab04f0) AuthConfig (c6d2e9c0e312bfc1b07f9e62d49862023cc06fc6d5feb80576e3097cbc29200e) AuthConfig (d3aa8459de62162a328294727f616e91eb1796351fa306273721ae85001bbfaa) AuthConfig (8d30963d37c6ff7f0d14931dd5baafed846b235ee27a638d25349777070407d0) AuthConfig (1066b7af5e5a171219326d95e388da05214813fa292b7631e1e687b63738ea0c) AuthConfig (6476943ee421750637f092eefac7b20a6d32d82618f1efde3a0708d2b1decf70) AuthConfig (4a835877ffe7d54ae74f81cee14f571dfe0678d85a6789f5dd8ed0892078c89f) AuthConfig (c41ae596eb0e19fa9c30078e81098e07eac15542858278d6559143d0c761ca54) AuthConfig (b13925d05ba255e2f44a3116b974fef963e3e21f81a4b76403dba4db02788823) AuthConfig (bf5c06ddd2f2408c71ea01fc0b73fb74084661b6cceba080b6297b5d9172efda) AuthConfig (7d9e993f2c98fff50550e05f3f73acf92b48cfd503db63563e41ccf0f43d280d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"ee8a8457-8fe0-4698-9fec-70c1e97e578a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:41.870464977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ccdb9c60a589e6d4bb3cfaa8c127cb344b71f2bdb72114163f4bfe2a0c81840) AuthConfig (a5d16d2540d317e4c32c142bc683fc4bd8b5fd0969098637bd1d257299ab04f0) AuthConfig (c6d2e9c0e312bfc1b07f9e62d49862023cc06fc6d5feb80576e3097cbc29200e) AuthConfig (d3aa8459de62162a328294727f616e91eb1796351fa306273721ae85001bbfaa) AuthConfig (8d30963d37c6ff7f0d14931dd5baafed846b235ee27a638d25349777070407d0) AuthConfig (1066b7af5e5a171219326d95e388da05214813fa292b7631e1e687b63738ea0c) AuthConfig (6476943ee421750637f092eefac7b20a6d32d82618f1efde3a0708d2b1decf70) AuthConfig (4a835877ffe7d54ae74f81cee14f571dfe0678d85a6789f5dd8ed0892078c89f) AuthConfig (c41ae596eb0e19fa9c30078e81098e07eac15542858278d6559143d0c761ca54) AuthConfig (b13925d05ba255e2f44a3116b974fef963e3e21f81a4b76403dba4db02788823) AuthConfig (bf5c06ddd2f2408c71ea01fc0b73fb74084661b6cceba080b6297b5d9172efda) AuthConfig (7d9e993f2c98fff50550e05f3f73acf92b48cfd503db63563e41ccf0f43d280d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"34341c59-3c23-4788-a39d-bc67a3fc4765","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.14257709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"9327181f-e7b0-4035-995a-54d650a58ed2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.142685184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"91f1ce29-ce10-423d-998d-1aa698879713","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.198354554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"91f1ce29-ce10-423d-998d-1aa698879713","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.199815599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"9327181f-e7b0-4035-995a-54d650a58ed2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.253113338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ccdb9c60a589e6d4bb3cfaa8c127cb344b71f2bdb72114163f4bfe2a0c81840) AuthConfig (a5d16d2540d317e4c32c142bc683fc4bd8b5fd0969098637bd1d257299ab04f0) AuthConfig (c6d2e9c0e312bfc1b07f9e62d49862023cc06fc6d5feb80576e3097cbc29200e) AuthConfig (d3aa8459de62162a328294727f616e91eb1796351fa306273721ae85001bbfaa) AuthConfig (8d30963d37c6ff7f0d14931dd5baafed846b235ee27a638d25349777070407d0) AuthConfig (1066b7af5e5a171219326d95e388da05214813fa292b7631e1e687b63738ea0c) AuthConfig (6476943ee421750637f092eefac7b20a6d32d82618f1efde3a0708d2b1decf70) AuthConfig (4a835877ffe7d54ae74f81cee14f571dfe0678d85a6789f5dd8ed0892078c89f) AuthConfig (c41ae596eb0e19fa9c30078e81098e07eac15542858278d6559143d0c761ca54) AuthConfig (b13925d05ba255e2f44a3116b974fef963e3e21f81a4b76403dba4db02788823) AuthConfig (bf5c06ddd2f2408c71ea01fc0b73fb74084661b6cceba080b6297b5d9172efda) AuthConfig (7d9e993f2c98fff50550e05f3f73acf92b48cfd503db63563e41ccf0f43d280d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"91f1ce29-ce10-423d-998d-1aa698879713","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.253947245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-7ee809-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ccdb9c60a589e6d4bb3cfaa8c127cb344b71f2bdb72114163f4bfe2a0c81840) AuthConfig (a5d16d2540d317e4c32c142bc683fc4bd8b5fd0969098637bd1d257299ab04f0) AuthConfig (c6d2e9c0e312bfc1b07f9e62d49862023cc06fc6d5feb80576e3097cbc29200e) AuthConfig (d3aa8459de62162a328294727f616e91eb1796351fa306273721ae85001bbfaa) AuthConfig (8d30963d37c6ff7f0d14931dd5baafed846b235ee27a638d25349777070407d0) AuthConfig (1066b7af5e5a171219326d95e388da05214813fa292b7631e1e687b63738ea0c) AuthConfig (6476943ee421750637f092eefac7b20a6d32d82618f1efde3a0708d2b1decf70) AuthConfig (4a835877ffe7d54ae74f81cee14f571dfe0678d85a6789f5dd8ed0892078c89f) AuthConfig (c41ae596eb0e19fa9c30078e81098e07eac15542858278d6559143d0c761ca54) AuthConfig (b13925d05ba255e2f44a3116b974fef963e3e21f81a4b76403dba4db02788823) AuthConfig (bf5c06ddd2f2408c71ea01fc0b73fb74084661b6cceba080b6297b5d9172efda) AuthConfig (7d9e993f2c98fff50550e05f3f73acf92b48cfd503db63563e41ccf0f43d280d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"9327181f-e7b0-4035-995a-54d650a58ed2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.296196813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"cffef4ce-4776-4b6f-9abc-a6162887cd3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.296300009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"f4c1e575-f4f6-49d8-91a4-282217345f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.352323203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"f4c1e575-f4f6-49d8-91a4-282217345f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.353260255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"cffef4ce-4776-4b6f-9abc-a6162887cd3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:44.624049443Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-scoped-sub","reconcileID":"635f4809-7584-4521-a26b-d288b4bc9bcd","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscription":"e2e-api-key-scoped-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:44.836847559Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-scoped-sub","reconcileID":"635f4809-7584-4521-a26b-d288b4bc9bcd","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-d71a74/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:45.045247332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"4298acb4-c124-4022-ac7e-e70a2c0928d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:45.050396939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"048c4e62-8d61-4a0e-ac8e-0e1d35f84857","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:45.108118505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"9f2c2f6d-ba51-480e-b6eb-dfeef2094788","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:45.164887945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"cdbb06d6-def6-4584-a05d-21b42115e8eb","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:45.205840618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"a9ba0928-9d69-417c-8a7e-6cb010315dfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:45.205984773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"933a934f-fea6-4bb2-b8b7-d71819010544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:45.205849854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-scoped-auth","reconcileID":"2f822cd5-bc62-43b2-9869-b4c3c04b4287","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:45.211706174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"5eaf2a06-4866-49c2-acc0-99caf0ad89fd","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:45.262804373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"933a934f-fea6-4bb2-b8b7-d71819010544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:45.262851629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-scoped-auth","reconcileID":"2f822cd5-bc62-43b2-9869-b4c3c04b4287","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:45.265037579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"a9ba0928-9d69-417c-8a7e-6cb010315dfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:45.418045698Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-scoped-auth","reconcileID":"04027096-a75b-4f6e-98a9-50f462c5f6d1","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:45.575685502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"7fd18f5f-90e1-4b13-8678-b261dceeca90","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:46.936392912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"f8df7de3-daa9-4032-95d1-090380cce177","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:46.992234211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"a10d6837-dc15-4f71-9ee5-f001e80eb18e","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:47.146829456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-no-access-auth","reconcileID":"c4c590b2-d55e-43e5-b699-8018f626cb82","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:47.202505418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-no-access-auth","reconcileID":"c4c590b2-d55e-43e5-b699-8018f626cb82","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:47.211500954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"9ce46b92-eac8-4591-b02b-0ccef8eb5feb","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:47.267654644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"e525f83e-2087-4c39-9b6d-0a7bf3182e5d","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:36:47.319235693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-no-access-sub","reconcileID":"b50637be-aebf-451b-91f3-0ef722c6ceb7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:47.36793848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"3c22e526-e2ac-4eee-91b2-75aa9bcd2c28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:47.369614985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"b7605e0d-d637-431c-970e-94dca6d0bd5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:47.425055748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"3c22e526-e2ac-4eee-91b2-75aa9bcd2c28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:47.425238202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"b7605e0d-d637-431c-970e-94dca6d0bd5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:47.431114196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"2e638ead-92b3-4634-bcb3-09e40e026ad4","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:47.487072766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"5c7a1be2-bfee-4993-b582-a14715367331","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:47.527057357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"ae8cf010-a944-4dc0-a27f-7575fad73f89","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:47.681652106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-no-access-auth","reconcileID":"2db6111c-cb90-4a57-983e-a0fef58f39b1","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:47.736812895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-no-access-auth","reconcileID":"2db6111c-cb90-4a57-983e-a0fef58f39b1","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:47.754955487Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-no-access-sub","reconcileID":"14f04c86-1932-4626-a4f5-cf7ae57f871c","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-d71a74/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w2-d71a74/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:47.816844286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"b8153d8e-8836-44e9-a470-d77088e93a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:47.816873724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"ddda05e7-407c-441b-a7be-f0e4739d41a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:47.872526323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"ddda05e7-407c-441b-a7be-f0e4739d41a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:47.872589548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"b8153d8e-8836-44e9-a470-d77088e93a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:47.920203714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"5f0f7518-7aec-41f8-a3e7-c64a152fe4bc","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:47.963273505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"c2ecb1bb-e547-4741-a948-3688564356db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:48.15119317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-no-access-sub","reconcileID":"8c185c25-a74b-41bd-abc1-7f52e8213d51","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:48.3184058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"922db045-8316-4fee-a35a-c65dc1ace59e","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.462273536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-sub2","reconcileID":"43180866-9439-45d0-af55-10d06d63e82e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-distinct-2-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/distinct-2-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.640856595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"b6a0346b-77bb-4b8c-8b61-d3bc0bb091de","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.349516858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"993da002-ac26-46b6-bf90-aa903828a4d3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.349585843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"a82d2cf9-cff3-4bb9-9769-a9de595597cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.349963219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"7e6bfade-5b6b-4dc5-83b0-d1d1427de233","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.349996578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"94f3a58d-11f2-42e9-97f5-0bd80db323f4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.405389011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"993da002-ac26-46b6-bf90-aa903828a4d3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.405568097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"7e6bfade-5b6b-4dc5-83b0-d1d1427de233","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.407918773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"94f3a58d-11f2-42e9-97f5-0bd80db323f4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.408377833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"a82d2cf9-cff3-4bb9-9769-a9de595597cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.666887843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"6c3b736e-a062-48b4-af16-efc8b426e2d1","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.669562637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"9ebd2c3e-3baf-4036-a69e-ae84119026ae","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.726258703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"03f410d2-bb9c-460d-a4f9-8925d7c2ea65","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.778367372Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-sub1","reconcileID":"20a100db-94d8-4bd1-8010-6b2f46b0f1d7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/distinct-w0-7ee809","subscription":"e2e-ignore-header-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.816136012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"ca588efd-1470-4a81-ab12-60b466b2cc22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.816140336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"caf14c08-c1cb-4217-a9ae-e4ed08d7935a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.830061575Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-sub1","reconcileID":"20a100db-94d8-4bd1-8010-6b2f46b0f1d7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/distinct-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.872011962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"caf14c08-c1cb-4217-a9ae-e4ed08d7935a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.87283038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"ca588efd-1470-4a81-ab12-60b466b2cc22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.88202366Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-sub1","reconcileID":"20a100db-94d8-4bd1-8010-6b2f46b0f1d7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/distinct-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.923736128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"615321b0-5e45-4db7-abbe-ae3d49aac90c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.927123861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"7fdec4ca-ac1c-4e05-bdb3-102309f3a69a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.929562731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"1924bea8-b7c8-4aa8-a452-f933363886c7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.979188428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"615321b0-5e45-4db7-abbe-ae3d49aac90c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.984411263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"7fdec4ca-ac1c-4e05-bdb3-102309f3a69a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.985197567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"1924bea8-b7c8-4aa8-a452-f933363886c7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.159425983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"6de20f6f-378e-4924-9293-7285a073b036","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.195869634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-no-access-auth","reconcileID":"0ed30fe3-851d-4521-b72a-e19cd5f2b95d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.19587026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"f8d5f2aa-825d-43b3-b9a0-f802bc38b0e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.252114285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-no-access-auth","reconcileID":"0ed30fe3-851d-4521-b72a-e19cd5f2b95d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.252170462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"f8d5f2aa-825d-43b3-b9a0-f802bc38b0e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.323819919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"571c7ef5-24d2-4bdf-938d-9ec86c4692c7","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.401055307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"f1559a50-bb04-4179-9f61-f8d67ca833b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.40119087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"3507a384-a58c-4b51-bd33-73681c99088a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.401055148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"a81303b7-e3e4-4003-99d1-6f155027c08c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.456957407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"3507a384-a58c-4b51-bd33-73681c99088a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.457364191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"f1559a50-bb04-4179-9f61-f8d67ca833b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.459712373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"a81303b7-e3e4-4003-99d1-6f155027c08c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.482174617Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-sub2","reconcileID":"4c0747bb-87af-4af6-9e5e-bf249f7675d7","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-17c89b26","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.735870343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"cc47f5b0-fbf1-4698-83e4-8d00dbc3153e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.791756013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"cc47f5b0-fbf1-4698-83e4-8d00dbc3153e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.941781104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"d4a6472c-c6ac-46a4-89d8-c26de58d9484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.94198708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"3a871693-85db-4537-8db2-2d5c0feeb758","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.941781151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"de394859-5e63-4df3-9f91-4edecec68a72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.997942107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"d4a6472c-c6ac-46a4-89d8-c26de58d9484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:51.998127802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"de394859-5e63-4df3-9f91-4edecec68a72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:36:52.000116884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"3a871693-85db-4537-8db2-2d5c0feeb758","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:00.276351424Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:00.851447933Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-no-access-sub","reconcileID":"b1dc15e3-4104-4da9-bd16-eef4e293d29d","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscription":"e2e-api-key-no-access-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:01.065063804Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-no-access-sub","reconcileID":"b1dc15e3-4104-4da9-bd16-eef4e293d29d","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-d71a74/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:01.28389799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"f53faf27-1477-4d89-9c14-0ebd9dfe3cb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:01.288877054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"6ebedbc7-29bc-4a63-97e8-894660471e11","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:01.443550505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"7868bd67-8a73-49b4-9644-d9193b6d6cf3","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:01.443786335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"3e6a7303-795c-4161-b422-a1acc743ed63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:01.444173232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"516cb32c-31bc-47c2-b5b7-2c0ed80deca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:01.444358134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-no-access-auth","reconcileID":"24fb7b10-9951-4bc9-9097-53c0a6edaeb6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:01.499664104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"3e6a7303-795c-4161-b422-a1acc743ed63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:01.500027082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"516cb32c-31bc-47c2-b5b7-2c0ed80deca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:01.501980973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-no-access-auth","reconcileID":"24fb7b10-9951-4bc9-9097-53c0a6edaeb6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:01.533993442Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-sub2","reconcileID":"f8352eaa-026d-4eb0-9d1d-9f02666dc7bd","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/distinct-2-w0-7ee809","subscription":"e2e-ignore-header-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:01.586492683Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-sub2","reconcileID":"f8352eaa-026d-4eb0-9d1d-9f02666dc7bd","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/distinct-2-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:01.63824216Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-sub2","reconcileID":"f8352eaa-026d-4eb0-9d1d-9f02666dc7bd","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/distinct-2-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:01.654716535Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"e2e-api-key-no-access-auth","reconcileID":"3f3c761d-bbbb-4673-ab71-2a5784bf8606","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:01.812527822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"124345d0-b1a4-48f1-8fb9-f6c948294abf","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:01.912266245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"d5802ab2-a8c4-4736-8199-c809382ebaa9","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.065401971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"2acee449-93f9-4f11-9652-50e71ab23482","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.172902185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"a70976fc-d4ac-4dec-813c-262f5f896a03","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.17290225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"76c4c423-a90f-4a27-beed-afa9e41e8120","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.180893764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"d5f79180-0749-4621-a4d5-02230c9b986d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.180896822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"b2ba5fbc-1f57-44c4-b43a-b54935bd4cd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.229234318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"76c4c423-a90f-4a27-beed-afa9e41e8120","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.229774966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"a70976fc-d4ac-4dec-813c-262f5f896a03","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.236534883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"d5f79180-0749-4621-a4d5-02230c9b986d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.236569533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"b2ba5fbc-1f57-44c4-b43a-b54935bd4cd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.433222372Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth1","reconcileID":"5c7b5a5f-b2b5-4551-94ff-8e2400a9377d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/distinct-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.59244408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"33a224a2-30ff-4750-89d6-c52210dad04a","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.638895275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"c3f20f92-88e5-4372-85d6-46f3113b0def","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.694203567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"c3f20f92-88e5-4372-85d6-46f3113b0def","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.749781709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"664b82db-6fcd-4896-95ea-2449a336b68b","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.849251073Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-ignore-header-auth2","reconcileID":"39ed2728-532b-4a4a-9d1b-eb296e2e1d59","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/distinct-2-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:03.008029412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"31711673-2c3c-47ce-834e-42f097cbc7ff","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.482972904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab888532-0407-4119-ac73-a7b88de50854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.567541557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab888532-0407-4119-ac73-a7b88de50854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.624238458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab888532-0407-4119-ac73-a7b88de50854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:07.677027005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab888532-0407-4119-ac73-a7b88de50854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:08.025925293Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-29472d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-29472d","reconcileID":"aa4ca36a-cd82-480e-a7af-405663e2a4bd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-29472d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-29472d":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:09.567565634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b58bdcbb-de7f-4999-af56-72014b7806a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:09.619178123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b58bdcbb-de7f-4999-af56-72014b7806a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:09.671709773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b58bdcbb-de7f-4999-af56-72014b7806a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:09.7235956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b58bdcbb-de7f-4999-af56-72014b7806a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:11.490370579Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-c5025c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-c5025c","reconcileID":"afe828f5-4d24-4291-8c46-6a40e40679ee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-c5025c","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-c5025c":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:11.596681409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b69c4eb-aff4-4559-a0f1-b9bbc70aa504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:11.648578394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b69c4eb-aff4-4559-a0f1-b9bbc70aa504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:11.701413885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b69c4eb-aff4-4559-a0f1-b9bbc70aa504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:11.754586599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b69c4eb-aff4-4559-a0f1-b9bbc70aa504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.766083092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ae8df0-6467-42b0-9939-7eef14dc7588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.817785348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ae8df0-6467-42b0-9939-7eef14dc7588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.869672071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ae8df0-6467-42b0-9939-7eef14dc7588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.921632036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ae8df0-6467-42b0-9939-7eef14dc7588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.56504268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"b85a52e1-035b-4a69-8348-6c79a918dbaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.566064639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"5f0197f8-a396-40ee-9318-708a4435ba56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.62444137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"b85a52e1-035b-4a69-8348-6c79a918dbaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.624584383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"5f0197f8-a396-40ee-9318-708a4435ba56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.95785179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"2a8194b5-afd9-4088-aec4-47afa3f95a3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.957875462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"5718efd6-4094-4659-9a3d-6088435e151b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.014526778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"5718efd6-4094-4659-9a3d-6088435e151b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.014600147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"2a8194b5-afd9-4088-aec4-47afa3f95a3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:16.797391341Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-policy-02743f46","reconcileID":"bee7a4ac-b093-4d30-ac98-ff8634f8d5e1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:16.797983954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3754509a-d79b-40a7-ac2e-19c790d80c84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:16.798042215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3754509a-d79b-40a7-ac2e-19c790d80c84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:16.963895864Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-policy-02743f46","reconcileID":"bee7a4ac-b093-4d30-ac98-ff8634f8d5e1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"policyNamespace":"ai-tenant-e2e-mt-1c71e0eb","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:17.031963721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c333791-6e06-454c-9317-4f5deda98f3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:17.032061872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c333791-6e06-454c-9317-4f5deda98f3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:17.173910983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2081b6a9-b949-4ce2-9533-db2f4aad1251","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:17.176379751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2081b6a9-b949-4ce2-9533-db2f4aad1251","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:27.34413255Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-sub-02743f46","reconcileID":"bbf6b583-c91b-4e4a-8330-216c1ce74eba","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-02743f46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:27.557112697Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"namespace":"ai-tenant-e2e-mt-1c71e0eb","name":"e2e-shared-int-sub-02743f46","reconcileID":"bbf6b583-c91b-4e4a-8330-216c1ce74eba","MaaSSubscription":{"name":"e2e-shared-int-sub-02743f46","namespace":"ai-tenant-e2e-mt-1c71e0eb"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:27.765177554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cd9c984a-015e-471e-ae96-6b2ac4541918","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:27.817580198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32cd348c-d3eb-46d6-a7e7-68c75e28e628","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:27.817603822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32cd348c-d3eb-46d6-a7e7-68c75e28e628","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.275837533Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:39.621814954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"daa3c87c-f891-4bfe-a0ca-7d9f4c8d0db6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:39.784426229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"87dd5563-e6c6-4d8b-9678-177a568ff605","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:39.851749289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"d963cd7d-3fcd-4dc0-9f5d-3a1a88edf6eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:39.908745064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"2c15c30d-e130-4377-b004-b23112b61afc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:40.020241875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"13ca3aaf-068a-46dd-bd44-fab824304336","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:40.023065421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"27bb2603-c9c8-4945-b3bc-7e8694d2ab13","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:40.180097423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4d89fbb3-9b95-4a8e-82af-5dbe2973f110","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:40.273260897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"31d7037f-3882-4844-b419-c65b82305f5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:40.372143693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"7704a9ea-45b3-4fbb-a379-2ba801598d4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:40.494178672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"3dd4ccf4-ed82-47b7-aea8-6e818851039d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:40.604928573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"4c7a4311-0ff6-4eab-b2d6-5d7b7d25158e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:40.75649905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"ad8260c9-cfb7-45cf-98ea-7eddd60e324d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.824660952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"640378c5-be9a-4a4b-87a3-fcb2c9fbb8ef","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-29472d","tenantID":"e2e-api-a-29472d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.938653879Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"640378c5-be9a-4a4b-87a3-fcb2c9fbb8ef","name":"e2e-api-a-29472d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:47.456142433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"a330563f-bea4-402a-b346-340e5aed0683","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:47.456170131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"a330563f-bea4-402a-b346-340e5aed0683","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:52.935704673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"204ba953-dabc-41d5-93e6-dbb0ba49f88b","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:52.935728181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"204ba953-dabc-41d5-93e6-dbb0ba49f88b","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:52.992086277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"057af928-1de8-4a01-be7c-27c3a3726999","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:52.992110444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"057af928-1de8-4a01-be7c-27c3a3726999","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.094731452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"307870a0-9fd3-48ed-946b-ab23ded0fe30","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c1662df5","tenantID":"e2e-mt-c1662df5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.213224387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"6ded5dad-7306-42bb-9dbc-5c1b121c9668","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.213243197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"6ded5dad-7306-42bb-9dbc-5c1b121c9668","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.218140881Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"307870a0-9fd3-48ed-946b-ab23ded0fe30","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"e2e-mt-c1662df5-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.293999264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"b81af55c-66eb-42c6-9fbc-0a9b4fa0558f","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.29410189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"b81af55c-66eb-42c6-9fbc-0a9b4fa0558f","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.295987319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-c1662df5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"307870a0-9fd3-48ed-946b-ab23ded0fe30","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:37:53.329398433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-sub-c1662df5","reconcileID":"0684e583-aad7-4e89-85f7-1117b12282cf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-c1662df5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.356861196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"ce41cc34-9752-45b3-bc10-6d9fbd282b1f","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.356958598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"ce41cc34-9752-45b3-bc10-6d9fbd282b1f","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.436854375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"7e4fe622-09e6-4aaa-b979-6688ab717a91","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.436876158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"7e4fe622-09e6-4aaa-b979-6688ab717a91","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.461945817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"ab300f03-b577-4607-8fd1-c621ee6ff1a1","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c1662df5","tenantID":"e2e-mt-c1662df5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.49301861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"4186bb28-5d5a-4b38-bb17-96cd996ed40c","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.493038679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"4186bb28-5d5a-4b38-bb17-96cd996ed40c","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.518962999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"ab300f03-b577-4607-8fd1-c621ee6ff1a1","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"e2e-mt-c1662df5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.573052304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-c1662df5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"ab300f03-b577-4607-8fd1-c621ee6ff1a1","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.703548134Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-sub-c1662df5","reconcileID":"e224738a-f8e6-4cac-b841-2a054eea3604","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"maas-trlp-e2e-lifecycle-model-c1662df5","model":"e2e-lifecycle-model-c1662df5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-c1662df5/e2e-sub-c1662df5"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.866690063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"fd8ba3ec-9397-435a-b93f-62b3f71c41cf","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.86671271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"fd8ba3ec-9397-435a-b93f-62b3f71c41cf","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:54.088448567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-sub-c1662df5","reconcileID":"65d4dd4e-4d50-495b-8d1a-3d7cb5840399","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"maas-trlp-e2e-lifecycle-model-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:54.264851086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"3f836331-ae8c-4e56-9242-106754d05447","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:54.264981331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"3f836331-ae8c-4e56-9242-106754d05447","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:55.33597738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"78fdcc95-9e19-48f1-94a8-1d5107ac819c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c5025c","tenantID":"e2e-api-a-c5025c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:37:55.449399084Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"78fdcc95-9e19-48f1-94a8-1d5107ac819c","name":"e2e-api-a-c5025c-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:00.278958183Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:02.040832773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"04c6e36a-cea1-464e-b1c9-3ca26badbfd6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:02.29790658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"3d071f50-9a3f-44a3-b9e3-f01692d044e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:02.4000114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f94d1d27-1fe4-4bfb-acc5-54cdac4394ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:02.507141806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"3564ffa8-9cb0-4ce6-9a5e-f086f5e387f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:02.606120589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8df51264-6aa0-4537-8ba8-df7b2c2f6217","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:02.606683248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"c6ded094-5dae-450f-9e3e-cdc731bf342a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:02.706995506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"750a904e-08fc-499e-a3e9-0beb28d1cb09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:02.882432244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"b6dc0d6d-dab9-4c7c-85dc-9a0c1c24fa8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:02.943891453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"52893dec-c3f3-46ce-a0df-454e94c319ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.047123868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"3b8d1cbc-ebc8-4878-a6d3-43a12b380698","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.047135532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"5ecfaec7-9572-4f18-afa7-96368f9df8f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.108899877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"e5123489-a974-4cc4-aaba-125385808424","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.677520024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"bdcc8013-41f5-4220-8a07-178d53071932","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c1662df5","tenantID":"e2e-mt-c1662df5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.736038152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"bdcc8013-41f5-4220-8a07-178d53071932","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"e2e-mt-c1662df5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.789875475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-c1662df5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"bdcc8013-41f5-4220-8a07-178d53071932","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:06.024121738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0485e163-2cd8-4017-b860-7d4f525f8bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:06.092948336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0485e163-2cd8-4017-b860-7d4f525f8bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:06.150400136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0485e163-2cd8-4017-b860-7d4f525f8bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:06.202141749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0485e163-2cd8-4017-b860-7d4f525f8bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:06.57865851Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-30f143","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-30f143","reconcileID":"d238946c-9a7a-4400-98cd-d6684cf23b55","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-30f143","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-30f143":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.077198148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0afb4975-5292-4f70-9f8c-3661f31108f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.128832735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0afb4975-5292-4f70-9f8c-3661f31108f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.180495235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0afb4975-5292-4f70-9f8c-3661f31108f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.23243064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0afb4975-5292-4f70-9f8c-3661f31108f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.214806614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366b1fa9-49fe-41ad-a319-2d70e9fcb02a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.285751325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366b1fa9-49fe-41ad-a319-2d70e9fcb02a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.35781355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366b1fa9-49fe-41ad-a319-2d70e9fcb02a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.441765732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366b1fa9-49fe-41ad-a319-2d70e9fcb02a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.396206836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2665a21-c467-49a5-9842-fb0a83700920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.448644607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2665a21-c467-49a5-9842-fb0a83700920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.500744264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2665a21-c467-49a5-9842-fb0a83700920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.552696034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2665a21-c467-49a5-9842-fb0a83700920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.915978823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"cf858e2f-b257-4024-8a33-658aa175a4bf","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c1662df5","tenantID":"e2e-mt-c1662df5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.971423617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"cf858e2f-b257-4024-8a33-658aa175a4bf","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"e2e-mt-c1662df5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:14.025689332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-c1662df5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"cf858e2f-b257-4024-8a33-658aa175a4bf","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:14.420531413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03e86ed-6679-48b7-94fc-510994d36c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:14.472439567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03e86ed-6679-48b7-94fc-510994d36c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:14.524278203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03e86ed-6679-48b7-94fc-510994d36c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:14.576059652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03e86ed-6679-48b7-94fc-510994d36c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:16.479588529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060250e6-6dd1-4c50-8c98-322d72def90e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:16.533066924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060250e6-6dd1-4c50-8c98-322d72def90e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:16.596715967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060250e6-6dd1-4c50-8c98-322d72def90e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:16.648738904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"060250e6-6dd1-4c50-8c98-322d72def90e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.129822782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"c9b6f95b-4ef7-4efc-9ada-018a08598aae","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c1662df5","tenantID":"e2e-mt-c1662df5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.185469259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"c9b6f95b-4ef7-4efc-9ada-018a08598aae","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"e2e-mt-c1662df5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.240045536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-c1662df5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"c9b6f95b-4ef7-4efc-9ada-018a08598aae","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:26.675005528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-sub-c1662df5","reconcileID":"0db7adca-07f1-41b9-8cf2-107032ec8950","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"maas-trlp-e2e-lifecycle-model-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:26.840252478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"0fa137b3-0bda-49d0-af24-cdb98b1653bb","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:26.84027292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"0fa137b3-0bda-49d0-af24-cdb98b1653bb","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.008312862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"55fb774e-2e04-4778-8fb0-dd5195d1a61e","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c1662df5","tenantID":"e2e-mt-c1662df5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.065034227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"55fb774e-2e04-4778-8fb0-dd5195d1a61e","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"e2e-mt-c1662df5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.119425377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-c1662df5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e348bb7bd91a23bf80497b3885ab8baf5a568bbeda787648918af571cbaadde3) AuthConfig (f9e76ef9913ed0eb45ae86b0ef4e5209f295315f60954e14e44468dee38431a6) AuthConfig (25625a7331f33e91d675a12aee366cf8119d0aac404e9ef53219658ee8cdfcf3) AuthConfig (b19c7b031880b5c8da3eb7063ddcf52f55c0ef2310c42ff76c6bb335d68b46ef) AuthConfig (1d4a74eb15ecc8969b7656f1bcddeff7c6d153d4014f36eca1d038828a4ee087) AuthConfig (3ac4b00bf4786eadfead03e8ec76e2ac7331cd90b71e28fd03dae7903cd12e1c) AuthConfig (79cbcd62a4313c46bce48a3e35ec6c5e6e82e93471609e7db7e4975c8082f135) AuthConfig (6781e30d32d921638dee06ef2e22c7bdb07ba36e3edf6ea2a077ffc3e75458a3) AuthConfig (40cf8f233c26365a5ba4711ec081d0d7a42b8ed0c10f66b60fd4f6cd5ffc2bb9) AuthConfig (0e9934acfa452f00590493873f22ab014f4e07d9a57e5094d6789945b93872da) AuthConfig (aac3a698b033fd519f1dabb7dce18183dc731682653864f3386688b8a9fe0b58) AuthConfig (780464fe67067c185ef52133267cdbd2f8503e4396b8838edf989c6e8bd0a8a5) AuthConfig (e7b2761608fc0ce1f74e85d9e166510753f4cb6733c80c5b6070fd528564486e) AuthConfig (c249a5be6c6868c1f9f4176d7b3990a04050a14c0b7bbaae7f1f7f926ea43ee2) AuthConfig (8c7b1bd1620f27f60a226679bde2b567953eb293fbecc8954843cac8473ac3b5) AuthConfig (a1391d1b8f63eab8a76e56e210312ac19d49df59fdad017598d4a1bca7c84ce5) AuthConfig (4f0826bf6bf0587a2e3d14101e6dbdbeceb8c6c34373307d2dd7a79117e3dcab) AuthConfig (34ba84566aec4a09d3deeb6878efe431e8945dfbc7f14212b27433d12c3add88)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"55fb774e-2e04-4778-8fb0-dd5195d1a61e","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.176176767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"03c3dea4-69c1-43e1-97a8-1170b167089c","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:28.176199339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"03c3dea4-69c1-43e1-97a8-1170b167089c","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:30.336706214Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:31.859951046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb6d957-b7bb-4700-baee-0b72ff65f05b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:31.912205705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb6d957-b7bb-4700-baee-0b72ff65f05b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:31.963968966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb6d957-b7bb-4700-baee-0b72ff65f05b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:32.0157516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb6d957-b7bb-4700-baee-0b72ff65f05b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:33.880199412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e61a6f28-49d5-4e1c-9c6d-277a92b8e2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:33.931964633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e61a6f28-49d5-4e1c-9c6d-277a92b8e2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:33.983748875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e61a6f28-49d5-4e1c-9c6d-277a92b8e2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.03578914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e61a6f28-49d5-4e1c-9c6d-277a92b8e2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.191742062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba26524a-fd6e-4355-9852-01407b41f285","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.191771537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba26524a-fd6e-4355-9852-01407b41f285","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.245853001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"200a0d1f-04eb-41e4-b7ae-e87c5eaa5fa5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.245873384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"200a0d1f-04eb-41e4-b7ae-e87c5eaa5fa5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.348829722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"d88461e5-e2c4-4d77-8bde-e67a0679bcb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-29472d","tenantID":"e2e-api-a-29472d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.470530223Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"d88461e5-e2c4-4d77-8bde-e67a0679bcb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"name":"e2e-api-a-29472d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.525503294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-29472d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"d88461e5-e2c4-4d77-8bde-e67a0679bcb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.582398134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17706c81-689a-4bb1-a3df-6b68698a20b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.582417594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17706c81-689a-4bb1-a3df-6b68698a20b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.28003674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"c8271ff6-bb8a-4b45-858f-26224ba7530d","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c1662df5","tenantID":"e2e-mt-c1662df5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.344018955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"c8271ff6-bb8a-4b45-858f-26224ba7530d","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"e2e-mt-c1662df5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.400718226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-c1662df5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e348bb7bd91a23bf80497b3885ab8baf5a568bbeda787648918af571cbaadde3) AuthConfig (f9e76ef9913ed0eb45ae86b0ef4e5209f295315f60954e14e44468dee38431a6) AuthConfig (25625a7331f33e91d675a12aee366cf8119d0aac404e9ef53219658ee8cdfcf3) AuthConfig (b19c7b031880b5c8da3eb7063ddcf52f55c0ef2310c42ff76c6bb335d68b46ef) AuthConfig (1d4a74eb15ecc8969b7656f1bcddeff7c6d153d4014f36eca1d038828a4ee087) AuthConfig (3ac4b00bf4786eadfead03e8ec76e2ac7331cd90b71e28fd03dae7903cd12e1c) AuthConfig (79cbcd62a4313c46bce48a3e35ec6c5e6e82e93471609e7db7e4975c8082f135) AuthConfig (6781e30d32d921638dee06ef2e22c7bdb07ba36e3edf6ea2a077ffc3e75458a3) AuthConfig (40cf8f233c26365a5ba4711ec081d0d7a42b8ed0c10f66b60fd4f6cd5ffc2bb9) AuthConfig (0e9934acfa452f00590493873f22ab014f4e07d9a57e5094d6789945b93872da) AuthConfig (aac3a698b033fd519f1dabb7dce18183dc731682653864f3386688b8a9fe0b58) AuthConfig (780464fe67067c185ef52133267cdbd2f8503e4396b8838edf989c6e8bd0a8a5) AuthConfig (e7b2761608fc0ce1f74e85d9e166510753f4cb6733c80c5b6070fd528564486e) AuthConfig (c249a5be6c6868c1f9f4176d7b3990a04050a14c0b7bbaae7f1f7f926ea43ee2) AuthConfig (8c7b1bd1620f27f60a226679bde2b567953eb293fbecc8954843cac8473ac3b5) AuthConfig (a1391d1b8f63eab8a76e56e210312ac19d49df59fdad017598d4a1bca7c84ce5) AuthConfig (4f0826bf6bf0587a2e3d14101e6dbdbeceb8c6c34373307d2dd7a79117e3dcab) AuthConfig (34ba84566aec4a09d3deeb6878efe431e8945dfbc7f14212b27433d12c3add88)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"c8271ff6-bb8a-4b45-858f-26224ba7530d","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:40.460310517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f53c57-77bc-4a5b-8c79-677ff758cad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:40.515874479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f53c57-77bc-4a5b-8c79-677ff758cad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:40.568373966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f53c57-77bc-4a5b-8c79-677ff758cad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:40.620075755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f53c57-77bc-4a5b-8c79-677ff758cad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:41.667020129Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-5733b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-5733b4","reconcileID":"77d10bb3-ec38-4452-834a-92fc1b74787c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-5733b4","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-5733b4":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:42.323109758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ce9adea-ba42-4ccf-aeee-03c2163c05fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:42.323134254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ce9adea-ba42-4ccf-aeee-03c2163c05fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:42.379616357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b87a1166-76c8-41ab-ab38-8d150fc18311","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:42.379636341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b87a1166-76c8-41ab-ab38-8d150fc18311","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:42.484356915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"0655db53-0180-4609-b69e-3348613f387f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c5025c","tenantID":"e2e-api-a-c5025c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:42.56155893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282c6303-5b6d-4b31-8281-dfe8aafbd086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:42.613750298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282c6303-5b6d-4b31-8281-dfe8aafbd086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:42.627962843Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"0655db53-0180-4609-b69e-3348613f387f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"name":"e2e-api-a-c5025c-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:42.665875946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282c6303-5b6d-4b31-8281-dfe8aafbd086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:42.717818396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282c6303-5b6d-4b31-8281-dfe8aafbd086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:42.720760181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c5025c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"0655db53-0180-4609-b69e-3348613f387f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:42.777474894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe2ebb98-48d6-4c28-a44c-3fe8ec87c562","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:42.777502946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe2ebb98-48d6-4c28-a44c-3fe8ec87c562","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:44.669401978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9e8ef5-d667-4912-b5e0-f54fea1e3779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:44.721293582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9e8ef5-d667-4912-b5e0-f54fea1e3779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:44.772991666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9e8ef5-d667-4912-b5e0-f54fea1e3779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:44.824881465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9e8ef5-d667-4912-b5e0-f54fea1e3779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:45.685778178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"939b44db-99ea-4630-ba48-ca12869839b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-29472d","tenantID":"e2e-api-a-29472d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:45.741933594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"939b44db-99ea-4630-ba48-ca12869839b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"name":"e2e-api-a-29472d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:45.797360194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-29472d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"939b44db-99ea-4630-ba48-ca12869839b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:47.74027868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6eab2d-2c41-465c-9949-46816567bc66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:47.792483708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6eab2d-2c41-465c-9949-46816567bc66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:47.844216585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6eab2d-2c41-465c-9949-46816567bc66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:47.896383687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6eab2d-2c41-465c-9949-46816567bc66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:48.011638956Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-dad161","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-dad161","reconcileID":"e0039da0-a554-4433-96ba-7ddc0888bfb3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-dad161","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-dad161":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:48.522941927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"7e08c059-cc16-464c-a4f2-82004e77d93e","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c1662df5","tenantID":"e2e-mt-c1662df5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:48.598433376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"7e08c059-cc16-464c-a4f2-82004e77d93e","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"e2e-mt-c1662df5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:48.922137975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"ac8907d1-4bb2-4291-99f5-4de09b3bed48","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:48.922157286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"ac8907d1-4bb2-4291-99f5-4de09b3bed48","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:49.865063735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef0b3d2f-8712-4604-9146-6bbab295f61c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:49.916820135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef0b3d2f-8712-4604-9146-6bbab295f61c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:49.968587576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef0b3d2f-8712-4604-9146-6bbab295f61c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.020158021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef0b3d2f-8712-4604-9146-6bbab295f61c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:51.935958755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb1580d-6d69-49f8-baa1-9b5eb743f1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:52.008837823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb1580d-6d69-49f8-baa1-9b5eb743f1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:52.068716678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb1580d-6d69-49f8-baa1-9b5eb743f1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:52.122234165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb1580d-6d69-49f8-baa1-9b5eb743f1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:52.954502718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"8367823e-7323-438f-9ebe-925221f758bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c5025c","tenantID":"e2e-api-a-c5025c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:53.009734726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"8367823e-7323-438f-9ebe-925221f758bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"name":"e2e-api-a-c5025c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:53.064073575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c5025c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"8367823e-7323-438f-9ebe-925221f758bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:54.131729439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f560b13-3e5b-4695-bdb1-ba0649d1a169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:54.183773451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f560b13-3e5b-4695-bdb1-ba0649d1a169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:54.235701193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f560b13-3e5b-4695-bdb1-ba0649d1a169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:54.287317715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f560b13-3e5b-4695-bdb1-ba0649d1a169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:55.880881279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"89002693-a549-41ea-ac22-01100f41d074","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30f143","tenantID":"e2e-api-a-30f143","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:55.900748782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"1ebd5fb7-e408-4f4a-802b-d3b323226408","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-29472d","tenantID":"e2e-api-a-29472d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:55.956635949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"1ebd5fb7-e408-4f4a-802b-d3b323226408","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"name":"e2e-api-a-29472d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:55.994686507Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"89002693-a549-41ea-ac22-01100f41d074","name":"e2e-api-a-30f143-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:56.010703012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-29472d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"1ebd5fb7-e408-4f4a-802b-d3b323226408","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:56.178888036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cab3e15-0530-4f21-97d8-f387cfd4808f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:56.231863465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cab3e15-0530-4f21-97d8-f387cfd4808f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:56.284081766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cab3e15-0530-4f21-97d8-f387cfd4808f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:56.339923861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cab3e15-0530-4f21-97d8-f387cfd4808f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:56.762238652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"d30f87c3-a24a-44d7-b20f-b5ae29cb1104","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:56.887481006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"e8b3faaa-7d58-4b7f-a28e-02cf417380cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:57.019169967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"5f4ecc00-e9fa-4a18-9ea0-0e104eed73a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:57.145007024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"85b89d7e-cf90-4c9f-b21d-634548e572e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:57.249522081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"68956473-1734-48c8-b4f6-6d7ec3984155","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:57.255408606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-sub-c1662df5","reconcileID":"ee0bb4c6-721a-4bb3-9768-44f49a8bc612","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"maas-trlp-e2e-lifecycle-model-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:57.333907981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"d89b467c-4a85-4d15-a2b4-137400d46d26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:57.463927346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eaf4d16a-7a50-453a-a159-78f21c502e69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:57.569674397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"0a4cd0b1-14eb-447f-b1f8-b726216372d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:57.570422637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"dfc8d8aa-a5f6-4440-a1d8-b0d13a65948b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:57.681763866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"1592398f-b3f8-42af-95b6-fde23a9fd3c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:57.939154641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eef76670-9aff-4bb0-8a48-2eb2f42c57b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.041728225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"aa488b02-dd28-4dbd-bee9-fc103249d659","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.274648312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c3a84e3-7191-4b91-9c8f-43adbcedd6fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.326398377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c3a84e3-7191-4b91-9c8f-43adbcedd6fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.378111666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c3a84e3-7191-4b91-9c8f-43adbcedd6fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.429995493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c3a84e3-7191-4b91-9c8f-43adbcedd6fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:00.276508307Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:00.477176925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a49d1b9c-2486-4e4a-a215-c5e6e80e1657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:00.529130727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a49d1b9c-2486-4e4a-a215-c5e6e80e1657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:00.58171914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a49d1b9c-2486-4e4a-a215-c5e6e80e1657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:00.61458029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"081f5858-938a-4130-9f0a-d869550aed7f","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:00.614603258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"081f5858-938a-4130-9f0a-d869550aed7f","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:00.633555881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a49d1b9c-2486-4e4a-a215-c5e6e80e1657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:00.722295306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"a59f12fe-f06f-4f9f-a902-b882464ce051","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:00.722319993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"a59f12fe-f06f-4f9f-a902-b882464ce051","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:00.737237189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"e2312710-9e75-4310-9c14-bcdca540a19f","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c1662df5","tenantID":"e2e-mt-c1662df5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:00.794079507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"e2312710-9e75-4310-9c14-bcdca540a19f","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"e2e-mt-c1662df5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:00.880355462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-sub-c1662df5","reconcileID":"df7dddf1-dadb-48c8-a832-4a4d31908891","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"maas-trlp-e2e-lifecycle-model-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:01.159169676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"b281fd91-8194-4134-bbec-982c4d617bb8","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c1662df5","tenantID":"e2e-mt-c1662df5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:01.212094044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-sub-c1662df5","reconcileID":"869325c6-3b8d-4818-a0a9-c07021e0e69d","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"maas-trlp-e2e-lifecycle-model-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:01.21526714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"b281fd91-8194-4134-bbec-982c4d617bb8","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"e2e-mt-c1662df5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:02.581390445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60c0317d-3028-4348-b1a1-739dd4b9b981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:02.63332368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60c0317d-3028-4348-b1a1-739dd4b9b981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:02.68510888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60c0317d-3028-4348-b1a1-739dd4b9b981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:02.737009178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60c0317d-3028-4348-b1a1-739dd4b9b981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:03.167968038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"0f38f218-2fa0-4b0b-824a-5d37d801991d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c5025c","tenantID":"e2e-api-a-c5025c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:03.223468168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"0f38f218-2fa0-4b0b-824a-5d37d801991d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"name":"e2e-api-a-c5025c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:03.278859791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c5025c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (257eddd03ffd35772c379299925f655e3c52ea6b2257d592b0c69b7352daf9cb) AuthConfig (af3e2226d9cf9098ca34f5ff620f7a55ad30895576ecf125cbb3d4ee7800690d) AuthConfig (bf0f4eab2a3ecdec134de000e446a048e1a3ab5500f9ce473ee648873b56573e) AuthConfig (a1891e612cc45b977f6c62cf5f2c3fc98247470d1bdde6be35f4745c3286b50f) AuthConfig (a39cafe8fe2eadab5406af1e49d6bc17cdfaabf9c4c747a8a1cd23fe45d03781) AuthConfig (7fc486b666c406c8fb479ea7e63b35c6a8bc81cad55f082505ab0b1882ff2c5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"0f38f218-2fa0-4b0b-824a-5d37d801991d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:03.335538772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cca1f8e3-aec4-4ae7-900d-6c5734a8d559","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:03.335561762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cca1f8e3-aec4-4ae7-900d-6c5734a8d559","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:03.686494247Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-fff189","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-fff189","reconcileID":"3149aecc-45c9-438f-84e8-60f3e3e4c9fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-fff189","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-fff189":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:04.674682803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb66a13-a505-4bc0-8730-778854b96385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:04.726434996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb66a13-a505-4bc0-8730-778854b96385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:04.778072553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb66a13-a505-4bc0-8730-778854b96385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:04.829686797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb66a13-a505-4bc0-8730-778854b96385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:06.146172341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"6cf91b56-bcc5-4172-8e86-b6d0f8293bda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-29472d","tenantID":"e2e-api-a-29472d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:06.235864912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"6cf91b56-bcc5-4172-8e86-b6d0f8293bda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"name":"e2e-api-a-29472d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:06.292799787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-29472d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1a19c7f1dedc45a216e5b1915bcb0f3bd2527aedb3f7936cef3d2a485b958e7) AuthConfig (ea64995e28dfee6fd616801401e04c4407be45b7d06785990eb38c2b6ac13748) AuthConfig (a4bea8eaf63f4459be8fbcb896bd240e4f138797f8e5ac8749f00c1858d84476) AuthConfig (67804d75f0a7c5c82990876a0a6cf9cdfaa95f9a758bf7aa5eb9067bf60eae36) AuthConfig (f8754c96fa7dd3b065e1e2d6d5e45583e9e24b0452afca44e42811ddabfcef85) AuthConfig (6860efeddd6a9ddd2358401424b449d11304733c07fc5259ae70f5c4fb3a9d72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"6cf91b56-bcc5-4172-8e86-b6d0f8293bda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:06.347281129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb8dcf75-b3b1-4b42-8a1f-54fd9f2bae24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:06.347303714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb8dcf75-b3b1-4b42-8a1f-54fd9f2bae24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:06.773232526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c6467b-40e2-4f16-bdb3-2be1c176ddb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:06.825207715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c6467b-40e2-4f16-bdb3-2be1c176ddb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:06.878826566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c6467b-40e2-4f16-bdb3-2be1c176ddb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:06.931164737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c6467b-40e2-4f16-bdb3-2be1c176ddb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:08.846100989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a0790d-e446-4dd1-b147-959d479d7723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:08.898218987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a0790d-e446-4dd1-b147-959d479d7723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:08.950143149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a0790d-e446-4dd1-b147-959d479d7723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:09.002640308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a0790d-e446-4dd1-b147-959d479d7723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:10.872232503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83a929f-65cc-4289-a378-432845495cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:10.924080652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83a929f-65cc-4289-a378-432845495cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:10.976169446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83a929f-65cc-4289-a378-432845495cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.027897623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83a929f-65cc-4289-a378-432845495cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.143700145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"cf451d46-2996-452f-accc-f11d93730895","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.143719183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"cf451d46-2996-452f-accc-f11d93730895","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.2887628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"6e06a8c5-6299-4713-8aa2-b13e2c4f2067","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c1662df5","tenantID":"e2e-mt-c1662df5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.344389332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"6e06a8c5-6299-4713-8aa2-b13e2c4f2067","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"e2e-mt-c1662df5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.3923142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-sub-c1662df5","reconcileID":"25f3620d-0efd-42d1-9efb-616b3859d5d9","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"maas-trlp-e2e-lifecycle-model-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.64931526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"629d968d-3499-42bd-82ea-fba74a0988db","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c1662df5","tenantID":"e2e-mt-c1662df5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.664896056Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"3386e763-16b9-4adf-a81e-feb86d99c3df","namespace":"ai-tenant-e2e-mt-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.664958906Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"3386e763-16b9-4adf-a81e-feb86d99c3df","name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.704698804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"629d968d-3499-42bd-82ea-fba74a0988db","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"e2e-mt-c1662df5-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.72296207Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"3386e763-16b9-4adf-a81e-feb86d99c3df","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.722989681Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"3386e763-16b9-4adf-a81e-feb86d99c3df","namespace":"ai-tenant-e2e-mt-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.723088044Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"3386e763-16b9-4adf-a81e-feb86d99c3df","name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.723523755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"04a2c31f-3fd0-49be-8063-57ca9f8f584d","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.723558677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"04a2c31f-3fd0-49be-8063-57ca9f8f584d","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.779562811Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"3386e763-16b9-4adf-a81e-feb86d99c3df","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.786077986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"ccb3d05f-9ddf-4f14-b336-3273f7422908","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.786108079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"ccb3d05f-9ddf-4f14-b336-3273f7422908","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.786087315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-sub-c1662df5","reconcileID":"468a97f2-4d65-46c9-bc0b-95cfd2e7a791","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"maas-trlp-e2e-lifecycle-model-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:39:11.838973787Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"ccb3d05f-9ddf-4f14-b336-3273f7422908","name":"e2e-lifecycle-model-c1662df5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-c1662df5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:39:11.839052783Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"ccb3d05f-9ddf-4f14-b336-3273f7422908","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-c1662df5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.844475184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"cd712ec4-1ade-4745-911f-8e60e47aaee8","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.844493761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"cd712ec4-1ade-4745-911f-8e60e47aaee8","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.907862148Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"d0fd2ca2-e65c-4a48-935d-5075118e0df6","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.060451237Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-sub-c1662df5","reconcileID":"59e6021f-4f0a-40d0-b552-2fc4821afd35","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-de3a73dd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.160682683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"d0fd2ca2-e65c-4a48-935d-5075118e0df6","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c1662df5","tenantID":"e2e-mt-c1662df5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.284078286Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"d0fd2ca2-e65c-4a48-935d-5075118e0df6","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"e2e-mt-c1662df5-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.284102491Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-policy-c1662df5","reconcileID":"d0fd2ca2-e65c-4a48-935d-5075118e0df6","MaaSAuthPolicy":{"name":"e2e-policy-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.339657151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"f7b209d7-ce88-49f2-aabf-c8d9892ae6b5","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.33967824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"f7b209d7-ce88-49f2-aabf-c8d9892ae6b5","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:13.442955042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"bd7bd85e-a1ff-4ec3-9e82-df0d9d790e73","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c5025c","tenantID":"e2e-api-a-c5025c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:13.499278516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"bd7bd85e-a1ff-4ec3-9e82-df0d9d790e73","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"name":"e2e-api-a-c5025c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:13.5560755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c5025c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (257eddd03ffd35772c379299925f655e3c52ea6b2257d592b0c69b7352daf9cb) AuthConfig (af3e2226d9cf9098ca34f5ff620f7a55ad30895576ecf125cbb3d4ee7800690d) AuthConfig (bf0f4eab2a3ecdec134de000e446a048e1a3ab5500f9ce473ee648873b56573e) AuthConfig (a1891e612cc45b977f6c62cf5f2c3fc98247470d1bdde6be35f4745c3286b50f) AuthConfig (a39cafe8fe2eadab5406af1e49d6bc17cdfaabf9c4c747a8a1cd23fe45d03781) AuthConfig (7fc486b666c406c8fb479ea7e63b35c6a8bc81cad55f082505ab0b1882ff2c5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"bd7bd85e-a1ff-4ec3-9e82-df0d9d790e73","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.449962465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"5eea7612-d30e-443e-af70-167a35d9e53f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-29472d","tenantID":"e2e-api-a-29472d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.505985183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"5eea7612-d30e-443e-af70-167a35d9e53f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"name":"e2e-api-a-29472d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.559884436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-29472d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f1a19c7f1dedc45a216e5b1915bcb0f3bd2527aedb3f7936cef3d2a485b958e7) AuthConfig (ea64995e28dfee6fd616801401e04c4407be45b7d06785990eb38c2b6ac13748) AuthConfig (a4bea8eaf63f4459be8fbcb896bd240e4f138797f8e5ac8749f00c1858d84476) AuthConfig (67804d75f0a7c5c82990876a0a6cf9cdfaa95f9a758bf7aa5eb9067bf60eae36) AuthConfig (f8754c96fa7dd3b065e1e2d6d5e45583e9e24b0452afca44e42811ddabfcef85) AuthConfig (6860efeddd6a9ddd2358401424b449d11304733c07fc5259ae70f5c4fb3a9d72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"5eea7612-d30e-443e-af70-167a35d9e53f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:22.120928347Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-sub-c1662df5","reconcileID":"95bd84fd-51ec-473f-9727-ca69e5a6798b","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","subscription":"e2e-sub-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:22.174131436Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-sub-c1662df5","reconcileID":"95bd84fd-51ec-473f-9727-ca69e5a6798b","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:22.226442132Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-sub-c1662df5","reconcileID":"95bd84fd-51ec-473f-9727-ca69e5a6798b","MaaSSubscription":{"name":"e2e-sub-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"name":"maas-trlp-e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:22.494767187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"5248a1be-a2d9-4c13-9db1-455582a92073","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:22.494789744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"5248a1be-a2d9-4c13-9db1-455582a92073","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:23.666069257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"f42d9cd2-3522-43c6-ba99-e93b2e30630f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c5025c","tenantID":"e2e-api-a-c5025c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:23.721510335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"f42d9cd2-3522-43c6-ba99-e93b2e30630f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"name":"e2e-api-a-c5025c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:23.775496051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c5025c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (257eddd03ffd35772c379299925f655e3c52ea6b2257d592b0c69b7352daf9cb) AuthConfig (af3e2226d9cf9098ca34f5ff620f7a55ad30895576ecf125cbb3d4ee7800690d) AuthConfig (bf0f4eab2a3ecdec134de000e446a048e1a3ab5500f9ce473ee648873b56573e) AuthConfig (a1891e612cc45b977f6c62cf5f2c3fc98247470d1bdde6be35f4745c3286b50f) AuthConfig (a39cafe8fe2eadab5406af1e49d6bc17cdfaabf9c4c747a8a1cd23fe45d03781) AuthConfig (7fc486b666c406c8fb479ea7e63b35c6a8bc81cad55f082505ab0b1882ff2c5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"f42d9cd2-3522-43c6-ba99-e93b2e30630f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:25.321644805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"ab15b0b7-4920-4926-b350-6ae56b6ad4f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:25.613522589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"00fb8066-da20-4442-b877-6a7ca35401e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:25.727784921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"64553955-fdc9-4ff2-a795-3aa3fd1cf55a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:25.831506666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"afd35a50-1262-4fcd-9ef6-b1892ca82af5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:25.930296412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"40fc9535-b4ca-4834-90a1-d09cdd361984","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.027727951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"aaf64990-6666-462d-a300-31649caefc3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.235660555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"9b2fd0a1-c97d-41c1-a80b-66e1e04679f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.31295775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"fee6bbd7-97ad-4775-860f-0b2773a8daa3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.410681895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"312e72f2-8254-45ac-b004-3f25959ef827","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.509820864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"ad8ab534-3825-4667-9bf5-d1ea1efc0fff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.60865189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"861280f2-93bd-4523-a6f8-a9a4f5e05091","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.613258673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4b36bb0e-cca9-4e60-9848-e18359387c23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.664173619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"f704e774-fe6d-46bb-9c51-ddda4f9a6ede","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-29472d","tenantID":"e2e-api-a-29472d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.720732443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"f704e774-fe6d-46bb-9c51-ddda4f9a6ede","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"name":"e2e-api-a-29472d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:27.051905652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23fef8a0-88de-431d-ab33-b9597a17ad8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:27.051932666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23fef8a0-88de-431d-ab33-b9597a17ad8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:30.279438515Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:30.883880511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"da9a377a-c7b5-4c71-b4d3-a69ca13cdf22","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5733b4","tenantID":"e2e-api-b-5733b4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:30.996605223Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"da9a377a-c7b5-4c71-b4d3-a69ca13cdf22","name":"e2e-api-b-5733b4-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:33.87910388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"af4377c8-96e1-40ea-a7ad-3fbca5a38cd4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c5025c","tenantID":"e2e-api-a-c5025c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:33.936259449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"af4377c8-96e1-40ea-a7ad-3fbca5a38cd4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"name":"e2e-api-a-c5025c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:34.250967091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f92b89c-f97e-4851-b478-4d51c1e4a1a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:34.250990974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f92b89c-f97e-4851-b478-4d51c1e4a1a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:45.487050731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"5b0411f9-708d-4086-9f98-84d60c97d880","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dad161","tenantID":"e2e-api-b-dad161","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:45.60082782Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"5b0411f9-708d-4086-9f98-84d60c97d880","name":"e2e-api-b-dad161-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.479867382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c53f72-5e3d-4c02-bc29-2405f7b343f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.532368429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c53f72-5e3d-4c02-bc29-2405f7b343f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.584428693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c53f72-5e3d-4c02-bc29-2405f7b343f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.642155802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c53f72-5e3d-4c02-bc29-2405f7b343f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:54.376216462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2a1b33d-fcfb-45ad-8fff-731c00d786cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:54.376239008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2a1b33d-fcfb-45ad-8fff-731c00d786cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:54.430123552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11a75e11-f637-49d3-a8d9-c9e23df20189","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:54.430145315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11a75e11-f637-49d3-a8d9-c9e23df20189","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:54.538651407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c847ac-21f9-4628-94a4-407a64002302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:54.590909841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c847ac-21f9-4628-94a4-407a64002302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:54.591060205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"83fa1e56-91c1-4b77-baba-ab3e300c81b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30f143","tenantID":"e2e-api-a-30f143","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:54.65005024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c847ac-21f9-4628-94a4-407a64002302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:54.702616539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c847ac-21f9-4628-94a4-407a64002302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:54.826352984Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"83fa1e56-91c1-4b77-baba-ab3e300c81b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"name":"e2e-api-a-30f143-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:54.881435114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-30f143-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"83fa1e56-91c1-4b77-baba-ab3e300c81b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:54.967081232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05838b3e-e365-4fb0-b2a3-66f965464bd4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:54.967104288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05838b3e-e365-4fb0-b2a3-66f965464bd4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:56.798902422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43240e2-799c-4ac0-9535-a9f7b6929e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:56.851859111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43240e2-799c-4ac0-9535-a9f7b6929e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:56.914547629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43240e2-799c-4ac0-9535-a9f7b6929e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:56.978627376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43240e2-799c-4ac0-9535-a9f7b6929e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:58.863343646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d4afc2-49fe-4b01-8ad0-97a1316a40e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:58.915425985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d4afc2-49fe-4b01-8ad0-97a1316a40e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:58.96711372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d4afc2-49fe-4b01-8ad0-97a1316a40e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:59.018744399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d4afc2-49fe-4b01-8ad0-97a1316a40e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:39:59.285221852Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-85d7ff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-85d7ff","reconcileID":"cef4db04-bbd3-46b9-8ee8-d628721d3e70","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-85d7ff","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-85d7ff":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.27646701Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.968183255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b91e3d0-31ea-4afd-ab53-a602556caf4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.019941824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b91e3d0-31ea-4afd-ab53-a602556caf4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.071877088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b91e3d0-31ea-4afd-ab53-a602556caf4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.123514193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b91e3d0-31ea-4afd-ab53-a602556caf4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.09378641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b8a24d3-3e3a-4277-84ce-9c34a5c1c254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.146707239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b8a24d3-3e3a-4277-84ce-9c34a5c1c254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.198589403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b8a24d3-3e3a-4277-84ce-9c34a5c1c254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.259569178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b8a24d3-3e3a-4277-84ce-9c34a5c1c254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:05.095042902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"5bf6cdec-ef75-4b90-976e-651e8da1f29c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30f143","tenantID":"e2e-api-a-30f143","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:05.176112891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"5bf6cdec-ef75-4b90-976e-651e8da1f29c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"name":"e2e-api-a-30f143-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:05.261795517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-30f143-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"5bf6cdec-ef75-4b90-976e-651e8da1f29c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.389941184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"01602ecd-f4fe-4ede-9a78-1a3459c0039c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fff189","tenantID":"e2e-api-a-fff189","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.509439063Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"01602ecd-f4fe-4ede-9a78-1a3459c0039c","name":"e2e-api-a-fff189-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:15.365744253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"48add14f-64dc-4785-ad53-a876b7734e66","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30f143","tenantID":"e2e-api-a-30f143","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:15.420993055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"48add14f-64dc-4785-ad53-a876b7734e66","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"name":"e2e-api-a-30f143-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:15.475250636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-30f143-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c86f1593fa3554c061575ced7d8ff1d9678f5904edb0354c1aae5085c4827b7c) AuthConfig (093974cf05cd3eb574a8d2f28dc5e7c289dc60c1236c245e0522e603b8f74ce1) AuthConfig (a871e97c732035b4984ff4506a534c8fa05cdee012c4136325da11633cd5010b) AuthConfig (9f929dd062664b864695ec02f11c6b7052d2be2c1a69c96d2381dcf2d45bd9f9) AuthConfig (9b3fd85415cd8d3d3b5d58c4f29ded2553c45e3a8d82b81e32ec82d3b23ebb8a) AuthConfig (787fd7970ead42252bb44a00f571b243ef529187338c96f22d6f42975a385af9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"48add14f-64dc-4785-ad53-a876b7734e66","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:15.52987695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e1d8f4c-55a8-4be5-8870-d1c7caac7596","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:15.529898471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e1d8f4c-55a8-4be5-8870-d1c7caac7596","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.071858041Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","namespace":"ai-tenant-e2e-mt-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.071918331Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","namespace":"ai-tenant-e2e-mt-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.071967499Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","tenant":"e2e-mt-c1662df5","tenantID":"e2e-mt-c1662df5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.125455531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","gvk":"Deployment","name":"maas-api-e2e-mt-c1662df5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.189189203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","gvk":"Service","name":"maas-api-e2e-mt-c1662df5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.245373565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-c1662df5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.29882606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-c1662df5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.360366866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.416795707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.472958063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.528610884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.580061177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","gvk":"Deployment","name":"payload-processing-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.631481614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.684703758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","gvk":"Service","name":"payload-processing-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.743679481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","gvk":"Service","name":"payload-pre-processing-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.799158322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","gvk":"DestinationRule","name":"payload-processing-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.851154737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.902825337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.957459202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:17.008974189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:17.060429557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:17.111983451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:17.172736395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"c9158ab6-f188-4e65-9a49-a35b84a8e0b2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-c1662df5","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:17.985496851Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c1662df5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c1662df5","reconcileID":"a3a02a2e-f34c-4156-b8fa-f299ebba7c09","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c1662df5","removed":["maas.opendatahub.io/gateway-access-e2e-mt-c1662df5"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:18.155732712Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"a7d10178-f5a9-4ca0-b387-18645d2b5ed4","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:18.217840162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"a7d10178-f5a9-4ca0-b387-18645d2b5ed4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:18.223312738Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"8a092c30-d756-4d59-8aa2-d833f5e5e622","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:18.223421329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"8a092c30-d756-4d59-8aa2-d833f5e5e622","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:18.234531305Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"32651e56-ab63-4db7-906a-d61740051c7e","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:18.234585454Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"32651e56-ab63-4db7-906a-d61740051c7e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:18.255820216Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"8f426924-1704-4f8d-95a0-9787e6169f19","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:18.255879039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"8f426924-1704-4f8d-95a0-9787e6169f19","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:18.296859165Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"fbb6fbd4-6a2c-4f06-92a4-88ff389291a7","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:18.29692933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"fbb6fbd4-6a2c-4f06-92a4-88ff389291a7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:18.377854085Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"31fd8069-3244-425a-94b7-3e41b3af2621","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:18.377927099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"31fd8069-3244-425a-94b7-3e41b3af2621","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:18.538533202Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"41b925f4-d365-4449-863d-89a1d76ac934","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:18.538599971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"41b925f4-d365-4449-863d-89a1d76ac934","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:18.858894756Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"5257a121-07cf-4459-9cff-17644c348521","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:18.858964439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"5257a121-07cf-4459-9cff-17644c348521","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.085123738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c64138-bbc2-4af0-bd4f-fe31aa0e79e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.136871998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c64138-bbc2-4af0-bd4f-fe31aa0e79e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.188689863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c64138-bbc2-4af0-bd4f-fe31aa0e79e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.240389159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c64138-bbc2-4af0-bd4f-fe31aa0e79e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:19.500136688Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"815fb615-099a-4bb6-a203-9ff8adb442b5","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:19.500219349Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"815fb615-099a-4bb6-a203-9ff8adb442b5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:20.781037316Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"53f05997-8023-436d-9548-c99c7073d453","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:20.781103745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"53f05997-8023-436d-9548-c99c7073d453","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:21.136139912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64256203-2858-4061-9433-a8df0f37a9df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:21.187989088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64256203-2858-4061-9433-a8df0f37a9df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:21.23961126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64256203-2858-4061-9433-a8df0f37a9df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:21.291551714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64256203-2858-4061-9433-a8df0f37a9df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:23.300470712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b001e97c-a27f-4679-9a8a-d051e741816a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:23.345498599Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"9dd67544-7e16-4cd2-a7d0-e09eb875c4cf","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:23.345744251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"9dd67544-7e16-4cd2-a7d0-e09eb875c4cf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:23.356998982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b001e97c-a27f-4679-9a8a-d051e741816a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:23.408875744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b001e97c-a27f-4679-9a8a-d051e741816a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:23.46056581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b001e97c-a27f-4679-9a8a-d051e741816a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:25.63368898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"66aefa47-f4b5-4128-a7e9-8d2548bdb88b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30f143","tenantID":"e2e-api-a-30f143","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:25.690269262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"66aefa47-f4b5-4128-a7e9-8d2548bdb88b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"name":"e2e-api-a-30f143-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:25.744879149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-30f143-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c86f1593fa3554c061575ced7d8ff1d9678f5904edb0354c1aae5085c4827b7c) AuthConfig (093974cf05cd3eb574a8d2f28dc5e7c289dc60c1236c245e0522e603b8f74ce1) AuthConfig (a871e97c732035b4984ff4506a534c8fa05cdee012c4136325da11633cd5010b) AuthConfig (9f929dd062664b864695ec02f11c6b7052d2be2c1a69c96d2381dcf2d45bd9f9) AuthConfig (9b3fd85415cd8d3d3b5d58c4f29ded2553c45e3a8d82b81e32ec82d3b23ebb8a) AuthConfig (787fd7970ead42252bb44a00f571b243ef529187338c96f22d6f42975a385af9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"66aefa47-f4b5-4128-a7e9-8d2548bdb88b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:27.733814367Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"5163f3e4-4538-498a-a6b0-9ceb8210edae","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:27.733884189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"5163f3e4-4538-498a-a6b0-9ceb8210edae","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:27.891402242Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"88638cb2-0dcd-423e-add3-30b31fa7d1de","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:40:27.89147558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"88638cb2-0dcd-423e-add3-30b31fa7d1de","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:28.671931228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca1ada3d-5d41-4f39-bdb2-0fe4aba32a5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:28.724912999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca1ada3d-5d41-4f39-bdb2-0fe4aba32a5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:28.776560341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca1ada3d-5d41-4f39-bdb2-0fe4aba32a5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:28.828259479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca1ada3d-5d41-4f39-bdb2-0fe4aba32a5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:29.095506278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"cae474a9-419a-4f77-821c-9799059823a2","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:29.095531387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"cae474a9-419a-4f77-821c-9799059823a2","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:29.256012403Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c1662df5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c1662df5","reconcileID":"37591f6e-b225-4868-8a41-75c8ca752b25","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c1662df5","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-c1662df5":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:30.181270957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"a94f47f1-db4e-4634-a6e2-a7bf1fe0ce23","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:30.181290493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"a94f47f1-db4e-4634-a6e2-a7bf1fe0ce23","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:30.282916934Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:30.728279057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81432205-c75b-4b39-9512-a5309e5fa89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:30.780221274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81432205-c75b-4b39-9512-a5309e5fa89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:30.83205735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81432205-c75b-4b39-9512-a5309e5fa89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:30.884112124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81432205-c75b-4b39-9512-a5309e5fa89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:32.818606866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1847e28e-26bd-4548-af90-42b948a2be37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:32.870434919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1847e28e-26bd-4548-af90-42b948a2be37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:32.922048607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1847e28e-26bd-4548-af90-42b948a2be37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:32.973716716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1847e28e-26bd-4548-af90-42b948a2be37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:35.056363377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3d0c1a-5d8c-4f78-840a-732a72183066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:35.108190898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3d0c1a-5d8c-4f78-840a-732a72183066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:35.160247743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3d0c1a-5d8c-4f78-840a-732a72183066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:35.212260094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3d0c1a-5d8c-4f78-840a-732a72183066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:35.847791116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"bd6c62dd-5020-4551-9d64-716c09045c40","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30f143","tenantID":"e2e-api-a-30f143","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:35.903804098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"bd6c62dd-5020-4551-9d64-716c09045c40","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"name":"e2e-api-a-30f143-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:35.957724352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-30f143-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c86f1593fa3554c061575ced7d8ff1d9678f5904edb0354c1aae5085c4827b7c) AuthConfig (093974cf05cd3eb574a8d2f28dc5e7c289dc60c1236c245e0522e603b8f74ce1) AuthConfig (a871e97c732035b4984ff4506a534c8fa05cdee012c4136325da11633cd5010b) AuthConfig (9f929dd062664b864695ec02f11c6b7052d2be2c1a69c96d2381dcf2d45bd9f9) AuthConfig (9b3fd85415cd8d3d3b5d58c4f29ded2553c45e3a8d82b81e32ec82d3b23ebb8a) AuthConfig (787fd7970ead42252bb44a00f571b243ef529187338c96f22d6f42975a385af9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"bd6c62dd-5020-4551-9d64-716c09045c40","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.189101875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a7161d-0116-4db1-9d24-d6ef4968bf12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.241032914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a7161d-0116-4db1-9d24-d6ef4968bf12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.292640183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a7161d-0116-4db1-9d24-d6ef4968bf12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.344521682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a7161d-0116-4db1-9d24-d6ef4968bf12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.006270029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff65bf40-f8c3-44dd-a8e9-f6ec6f3d7b65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.006298294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff65bf40-f8c3-44dd-a8e9-f6ec6f3d7b65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.061151334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddd217f6-afda-4d15-9066-ec4f86c28e06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.061173724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddd217f6-afda-4d15-9066-ec4f86c28e06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.163902467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"04dd7e62-a8bd-4d1c-83d0-d38d402f1a90","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5733b4","tenantID":"e2e-api-b-5733b4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.286363256Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"04dd7e62-a8bd-4d1c-83d0-d38d402f1a90","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"name":"e2e-api-b-5733b4-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.339886461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-5733b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"04dd7e62-a8bd-4d1c-83d0-d38d402f1a90","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.4010929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2e54a3d-5858-4d24-81de-b3814fc8ae21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.401113274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2e54a3d-5858-4d24-81de-b3814fc8ae21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.134050212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"d4e575f4-4447-4bb7-94b1-148924865aa8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-29472d","tenantID":"e2e-api-a-29472d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.189437956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"d4e575f4-4447-4bb7-94b1-148924865aa8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"name":"e2e-api-a-29472d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.496423426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"88323727-1700-4f7b-921a-a227457abdcc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-29472d","tenantID":"e2e-api-a-29472d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.552013339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"88323727-1700-4f7b-921a-a227457abdcc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"name":"e2e-api-a-29472d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.90951314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ad75595-b06b-4523-b718-033d30c14528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.963552431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ad75595-b06b-4523-b718-033d30c14528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.015383068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ad75595-b06b-4523-b718-033d30c14528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.067132005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ad75595-b06b-4523-b718-033d30c14528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.926960708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d001dce8-d55c-4f6f-9c4f-f7499be26ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.97901637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d001dce8-d55c-4f6f-9c4f-f7499be26ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:43.031108141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d001dce8-d55c-4f6f-9c4f-f7499be26ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:43.082987837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d001dce8-d55c-4f6f-9c4f-f7499be26ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.974641848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ade6e9-5dd4-44a4-a164-43b69e67631f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:45.026548125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ade6e9-5dd4-44a4-a164-43b69e67631f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:45.078753029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ade6e9-5dd4-44a4-a164-43b69e67631f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:45.131026963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ade6e9-5dd4-44a4-a164-43b69e67631f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:46.061627368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"e9d895d5-d99b-42b1-a3df-dc40aca61fff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30f143","tenantID":"e2e-api-a-30f143","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:46.118902889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"e9d895d5-d99b-42b1-a3df-dc40aca61fff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"name":"e2e-api-a-30f143-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:46.488079408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4135c8a-4206-484e-bcf0-fb4013463f02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:46.488104387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4135c8a-4206-484e-bcf0-fb4013463f02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:47.063501823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1c70820-5e17-43e3-91bb-cf9b3b437339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:47.115670718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1c70820-5e17-43e3-91bb-cf9b3b437339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:47.167529435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1c70820-5e17-43e3-91bb-cf9b3b437339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:47.219292235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1c70820-5e17-43e3-91bb-cf9b3b437339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:49.504851952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"917f9a24-7006-4222-9dec-33dd93c765e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5733b4","tenantID":"e2e-api-b-5733b4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:49.560213841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"917f9a24-7006-4222-9dec-33dd93c765e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"name":"e2e-api-b-5733b4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:49.614424437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-5733b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"917f9a24-7006-4222-9dec-33dd93c765e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:49.780409199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae81f71-d7eb-4477-834a-4e115d6c37ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:49.832198902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae81f71-d7eb-4477-834a-4e115d6c37ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:49.884106633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae81f71-d7eb-4477-834a-4e115d6c37ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:49.936679899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae81f71-d7eb-4477-834a-4e115d6c37ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:50.667231504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"164a8e89-6eee-4abe-a149-ad684e27d2b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-29472d","tenantID":"e2e-api-a-29472d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:50.723055291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"164a8e89-6eee-4abe-a149-ad684e27d2b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"name":"e2e-api-a-29472d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:51.04701446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"2689ae91-904f-425f-89e4-8a3e862578d6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-29472d","tenantID":"e2e-api-a-29472d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:51.102455776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"2689ae91-904f-425f-89e4-8a3e862578d6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"name":"e2e-api-a-29472d-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:51.230222092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e906ce17-134d-41b7-97ff-e3fecc3a1284","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:51.23024289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e906ce17-134d-41b7-97ff-e3fecc3a1284","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:51.332679155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3aba817a-8a24-4268-9f7f-150f56072311","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:51.332700378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3aba817a-8a24-4268-9f7f-150f56072311","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:51.43550353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"6fd1196e-0718-47b8-97ad-3497a8ebb96e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dad161","tenantID":"e2e-api-b-dad161","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:51.561227963Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"6fd1196e-0718-47b8-97ad-3497a8ebb96e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"name":"e2e-api-b-dad161-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:51.61565556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dad161-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"6fd1196e-0718-47b8-97ad-3497a8ebb96e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:51.672229172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68648b97-f155-411c-97fc-57d5d2d7171b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:51.67225089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68648b97-f155-411c-97fc-57d5d2d7171b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:51.872677047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e35339d-2424-44b9-8efd-88d8c731f23b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:51.872827994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"00f66ff8-3183-47af-bb16-7a948d76504d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c5025c","tenantID":"e2e-api-a-c5025c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:51.924303011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e35339d-2424-44b9-8efd-88d8c731f23b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:51.976140949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e35339d-2424-44b9-8efd-88d8c731f23b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:51.98006939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"00f66ff8-3183-47af-bb16-7a948d76504d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"name":"e2e-api-a-c5025c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:52.027941008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e35339d-2424-44b9-8efd-88d8c731f23b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:52.340052198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"0cba9e5c-68f5-4bba-9c10-4cb2937d891a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c5025c","tenantID":"e2e-api-a-c5025c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:52.39514744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"0cba9e5c-68f5-4bba-9c10-4cb2937d891a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"name":"e2e-api-a-c5025c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:53.964706663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5bc84d9-9d69-4e3f-9ad0-6661a9d8dae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.018125156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5bc84d9-9d69-4e3f-9ad0-6661a9d8dae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.083664609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5bc84d9-9d69-4e3f-9ad0-6661a9d8dae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.140504757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5bc84d9-9d69-4e3f-9ad0-6661a9d8dae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:56.11621343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126da3da-b5dd-4316-92be-19c42dc71269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:56.17899236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126da3da-b5dd-4316-92be-19c42dc71269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:56.237438869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126da3da-b5dd-4316-92be-19c42dc71269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:56.326251592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"126da3da-b5dd-4316-92be-19c42dc71269","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.262667953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5fa74be-518a-41e3-a758-58b8f393496d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.314207558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5fa74be-518a-41e3-a758-58b8f393496d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.366600874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5fa74be-518a-41e3-a758-58b8f393496d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.418852429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5fa74be-518a-41e3-a758-58b8f393496d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.724135199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"347faeea-3e9f-4387-bc95-4dac65a88cf7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5733b4","tenantID":"e2e-api-b-5733b4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.780082622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"347faeea-3e9f-4387-bc95-4dac65a88cf7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"name":"e2e-api-b-5733b4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.834496141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-5733b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd744ec5034f6cac74316edf646e8d7598887581aa86187ff1966b4a39aa4942) AuthConfig (d8e77d6f74ce5aab98f0dfdc299de388ef57e4f8d143c1210eb15cc77c5ba3c4) AuthConfig (fde78880bcc204ebb2e66bcb6aeb892e65ae7183238dd62330a21fd7176f7b4b) AuthConfig (28fda1a9b2f6c9ef9a380744156c8a9d201d8be5fc390ace2413e151aa69d833) AuthConfig (3a7056ed909c934bf857f29883b7f7f67f25c1462578df22e27636ad3c951d13) AuthConfig (33906952089add118990eaf4163392220a73ce7212eba65b366ca7f4808ad632)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"347faeea-3e9f-4387-bc95-4dac65a88cf7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.888937803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb2b0d4e-5e85-4e6c-b3b5-1e05180212f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.888961217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb2b0d4e-5e85-4e6c-b3b5-1e05180212f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.276121999Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.277908276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31daeb6a-ab84-4d07-9be7-fd87f419d029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.330174076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31daeb6a-ab84-4d07-9be7-fd87f419d029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.38243946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31daeb6a-ab84-4d07-9be7-fd87f419d029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.434235353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31daeb6a-ab84-4d07-9be7-fd87f419d029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.789094869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"606fa0e6-7b03-47a1-9be8-349e91c5b7e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dad161","tenantID":"e2e-api-b-dad161","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.844215679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"606fa0e6-7b03-47a1-9be8-349e91c5b7e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"name":"e2e-api-b-dad161-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.897884072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dad161-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"606fa0e6-7b03-47a1-9be8-349e91c5b7e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:02.295098221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eec5dab-dac4-409a-904c-bf1941f65917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:02.347224674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eec5dab-dac4-409a-904c-bf1941f65917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:02.399311486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eec5dab-dac4-409a-904c-bf1941f65917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:02.451051977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eec5dab-dac4-409a-904c-bf1941f65917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:02.502255455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"dbb3026e-9bbc-4430-8a89-d8cad8a6ccdf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c5025c","tenantID":"e2e-api-a-c5025c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:02.5581112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"dbb3026e-9bbc-4430-8a89-d8cad8a6ccdf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"name":"e2e-api-a-c5025c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:02.955249919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"9e0dbfe2-3013-4f0a-a6b7-b673b5063733","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c5025c","tenantID":"e2e-api-a-c5025c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:03.01220209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"9e0dbfe2-3013-4f0a-a6b7-b673b5063733","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"name":"e2e-api-a-c5025c-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:08.003555623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"fc199eeb-b115-4aa6-9b36-e55f33b6ab32","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-85d7ff","tenantID":"e2e-api-b-85d7ff","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:08.116700779Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"fc199eeb-b115-4aa6-9b36-e55f33b6ab32","name":"e2e-api-b-85d7ff-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:09.991459772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"52d5a08a-69ab-47bb-835f-66bbc58eec2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5733b4","tenantID":"e2e-api-b-5733b4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:10.047349512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"52d5a08a-69ab-47bb-835f-66bbc58eec2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"name":"e2e-api-b-5733b4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:10.101499302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-5733b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd744ec5034f6cac74316edf646e8d7598887581aa86187ff1966b4a39aa4942) AuthConfig (d8e77d6f74ce5aab98f0dfdc299de388ef57e4f8d143c1210eb15cc77c5ba3c4) AuthConfig (fde78880bcc204ebb2e66bcb6aeb892e65ae7183238dd62330a21fd7176f7b4b) AuthConfig (28fda1a9b2f6c9ef9a380744156c8a9d201d8be5fc390ace2413e151aa69d833) AuthConfig (3a7056ed909c934bf857f29883b7f7f67f25c1462578df22e27636ad3c951d13) AuthConfig (33906952089add118990eaf4163392220a73ce7212eba65b366ca7f4808ad632)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"52d5a08a-69ab-47bb-835f-66bbc58eec2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.001808176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"5f623924-e96b-4619-b30d-09562541964d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dad161","tenantID":"e2e-api-b-dad161","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.03517821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"42d0493a-a709-4f95-b18b-c7fe752d6cc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.057527179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"5f623924-e96b-4619-b30d-09562541964d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"name":"e2e-api-b-dad161-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.111584385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dad161-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0dca61de3d5bee56501e797cd536286e50aefd65eb0f35b1faa6cb3d2120339) AuthConfig (a123d8447193fa4d9c90cf91463257c16ca7ec242cb3dae85db6a5b7a06969b0) AuthConfig (5d7c199a19a4c8b5b79f0fcb4421a8f8c2e1b5b91a8d4f7e858d8ff5adb78b76) AuthConfig (1acbaf36aadc04bf422342dc9386757e1b1f176bf4bf8dcffdc8ef2ce66ae781) AuthConfig (9486d7c5e46b0d2588761c2ffe866023b51829c8b1ca7615f2508d8912f32392) AuthConfig (9ef97c2473494648f8aa9a692eee192bae5c6d4dec03c9dfca0ae70a3f27938a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"5f623924-e96b-4619-b30d-09562541964d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.137972038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"813e28d4-37c3-4bd8-aa25-4e7f57e5f5ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.166760818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3476b124-da0b-4f13-a51f-76d2e5b4b971","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.166781158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3476b124-da0b-4f13-a51f-76d2e5b4b971","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.281957698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ffa9b50d-b9c0-4d9c-9455-70a351789e53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.385523771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"5ebb6836-9b81-4a55-8942-045c7780e388","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.3984223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"1cdab9e6-7ed2-4d23-91c8-7e552ff636cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.479154811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"5f93f622-ab14-4615-9273-3ab699777391","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.697972418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"9cce17ed-a85a-4993-9efa-c2aa07bf7d24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.797961882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"a20f0082-75c2-488e-959b-fdd569e98d0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.181295996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"3c90797b-a0c7-4fe0-9701-c2432bc8773f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.295192983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"c339b264-689b-46a5-a876-a5a9e99450b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.39663107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"7797dec1-e99d-420a-bfbc-a44ed615a6d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.48650741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"d5119fab-d416-4f7a-912f-a6814673e0b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.690098107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f5d83a5-d244-481a-bfbd-159502af1306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.742621071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f5d83a5-d244-481a-bfbd-159502af1306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.79541677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f5d83a5-d244-481a-bfbd-159502af1306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.848048927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f5d83a5-d244-481a-bfbd-159502af1306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.712691931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19eede0e-4634-4ced-a812-34e9c3e5f9f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.765992755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19eede0e-4634-4ced-a812-34e9c3e5f9f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.818220322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19eede0e-4634-4ced-a812-34e9c3e5f9f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.870294507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19eede0e-4634-4ced-a812-34e9c3e5f9f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:17.228140168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d25b0d72-116e-4537-8fbd-81353b4b9152","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:17.228166823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d25b0d72-116e-4537-8fbd-81353b4b9152","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:17.283998777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0dc1f5f1-0ea6-4887-b24f-58ba427e35cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:17.284020181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0dc1f5f1-0ea6-4887-b24f-58ba427e35cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:17.459209867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"c685e5ff-a275-44fa-bf50-97b033752193","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fff189","tenantID":"e2e-api-a-fff189","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:17.579709136Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"c685e5ff-a275-44fa-bf50-97b033752193","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"name":"e2e-api-a-fff189-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:17.634001163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-fff189-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"c685e5ff-a275-44fa-bf50-97b033752193","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:17.688398359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df7ee598-f2b9-4153-82ab-09f2479536fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:17.688420766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df7ee598-f2b9-4153-82ab-09f2479536fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:18.199064515Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"47e2db77-df71-4452-967c-8ce2130c35bd","namespace":"ai-tenant-e2e-api-a-29472d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:18.199252261Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"47e2db77-df71-4452-967c-8ce2130c35bd","namespace":"ai-tenant-e2e-api-a-29472d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:18.199384162Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"47e2db77-df71-4452-967c-8ce2130c35bd","name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:18.278295101Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"f5e91949-3526-475b-a70b-a14b04c9a09a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:18.285171145Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"47e2db77-df71-4452-967c-8ce2130c35bd","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:18.287956688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a720db4e-1df1-409e-aa4e-1eee5fc28db2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:18.299396237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a720db4e-1df1-409e-aa4e-1eee5fc28db2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:18.525966851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"f5e91949-3526-475b-a70b-a14b04c9a09a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-29472d","tenantID":"e2e-api-a-29472d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:18.736176248Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"f5e91949-3526-475b-a70b-a14b04c9a09a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"name":"e2e-api-a-29472d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:18.740597882Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"e2e-e2e-api-a-29472d-policy","reconcileID":"f5e91949-3526-475b-a70b-a14b04c9a09a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-29472d-policy","namespace":"ai-tenant-e2e-api-a-29472d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-29472d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:18.798096087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b78b8ed4-ad11-4b0a-8a6f-7dda9b7ae10b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:18.798119745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b78b8ed4-ad11-4b0a-8a6f-7dda9b7ae10b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:19.000243333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b495e5f8-9c5d-46a1-acff-69d5a3540ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:19.051899938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b495e5f8-9c5d-46a1-acff-69d5a3540ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:19.105193749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b495e5f8-9c5d-46a1-acff-69d5a3540ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:19.158301183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b495e5f8-9c5d-46a1-acff-69d5a3540ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:20.297677675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"66508303-96a0-4ac7-8a75-ccffb4c1200d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5733b4","tenantID":"e2e-api-b-5733b4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:20.353228766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"66508303-96a0-4ac7-8a75-ccffb4c1200d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"name":"e2e-api-b-5733b4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:20.71980259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e328fc0-482d-4466-9656-34919ba404da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:20.719825683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e328fc0-482d-4466-9656-34919ba404da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:21.068685734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bbd181e-753e-4116-b0e2-e8a81476c965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:21.122851777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bbd181e-753e-4116-b0e2-e8a81476c965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:21.177444713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bbd181e-753e-4116-b0e2-e8a81476c965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:21.229092834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bbd181e-753e-4116-b0e2-e8a81476c965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:22.31926485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"a4cc7393-2063-44e0-b2ea-79e71e73b633","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dad161","tenantID":"e2e-api-b-dad161","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:22.324243919Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-89ddad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-89ddad","reconcileID":"02497809-60fb-4f26-80fb-3bf0f61b2989","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-89ddad","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-89ddad":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:22.442894532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"a4cc7393-2063-44e0-b2ea-79e71e73b633","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"name":"e2e-api-b-dad161-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:22.501224748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dad161-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0dca61de3d5bee56501e797cd536286e50aefd65eb0f35b1faa6cb3d2120339) AuthConfig (a123d8447193fa4d9c90cf91463257c16ca7ec242cb3dae85db6a5b7a06969b0) AuthConfig (5d7c199a19a4c8b5b79f0fcb4421a8f8c2e1b5b91a8d4f7e858d8ff5adb78b76) AuthConfig (1acbaf36aadc04bf422342dc9386757e1b1f176bf4bf8dcffdc8ef2ce66ae781) AuthConfig (9486d7c5e46b0d2588761c2ffe866023b51829c8b1ca7615f2508d8912f32392) AuthConfig (9ef97c2473494648f8aa9a692eee192bae5c6d4dec03c9dfca0ae70a3f27938a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"a4cc7393-2063-44e0-b2ea-79e71e73b633","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:23.210073247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f51625d-639f-486a-b0e6-20a8d838b2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:23.262067136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f51625d-639f-486a-b0e6-20a8d838b2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:23.313749745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f51625d-639f-486a-b0e6-20a8d838b2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:23.366434495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f51625d-639f-486a-b0e6-20a8d838b2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:23.731099893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"04b71cd9-382d-45bf-8885-fc7ef5ef9edc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c1662df5","tenantID":"e2e-mt-c1662df5","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:23.843950258Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"04b71cd9-382d-45bf-8885-fc7ef5ef9edc","name":"e2e-mt-c1662df5-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:25.238710697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac85dac-2d44-459d-b4f3-2c320d1ab54c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:25.290704582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac85dac-2d44-459d-b4f3-2c320d1ab54c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:25.342482904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac85dac-2d44-459d-b4f3-2c320d1ab54c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:25.394453535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aac85dac-2d44-459d-b4f3-2c320d1ab54c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.536521996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5691b537-0ea2-49d0-9052-99f360ab3c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.588218366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5691b537-0ea2-49d0-9052-99f360ab3c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.640009815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5691b537-0ea2-49d0-9052-99f360ab3c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.692665984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5691b537-0ea2-49d0-9052-99f360ab3c87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.795776263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"b3bc83e1-ba58-4cfb-a570-d860fd27b447","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fff189","tenantID":"e2e-api-a-fff189","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.851350067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"b3bc83e1-ba58-4cfb-a570-d860fd27b447","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"name":"e2e-api-a-fff189-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.924269921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-fff189-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"b3bc83e1-ba58-4cfb-a570-d860fd27b447","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.134370344Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"8f3816ce-7366-4351-addf-cf388fa3bf62","namespace":"ai-tenant-e2e-api-a-c5025c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.134473536Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"8f3816ce-7366-4351-addf-cf388fa3bf62","namespace":"ai-tenant-e2e-api-a-c5025c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.134549427Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"8f3816ce-7366-4351-addf-cf388fa3bf62","name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.190538113Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"8f3816ce-7366-4351-addf-cf388fa3bf62","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.190902763Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"2a0e1024-cafa-4e23-8f0b-67580e3efff0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.191203591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba6299b-054b-418e-b578-da57f8ad86b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.191218363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba6299b-054b-418e-b578-da57f8ad86b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.394482653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"2a0e1024-cafa-4e23-8f0b-67580e3efff0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c5025c","tenantID":"e2e-api-a-c5025c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.515030123Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"2a0e1024-cafa-4e23-8f0b-67580e3efff0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"name":"e2e-api-a-c5025c-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.515062416Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"e2e-e2e-api-a-c5025c-policy","reconcileID":"2a0e1024-cafa-4e23-8f0b-67580e3efff0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c5025c-policy","namespace":"ai-tenant-e2e-api-a-c5025c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c5025c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.569957744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"192871f6-5d10-4757-8031-fb3b2d1323f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.569980261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"192871f6-5d10-4757-8031-fb3b2d1323f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.691614932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11fd2c0d-2b02-4796-b029-e61452e8a821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.74370219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11fd2c0d-2b02-4796-b029-e61452e8a821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.812766389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11fd2c0d-2b02-4796-b029-e61452e8a821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.87361228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11fd2c0d-2b02-4796-b029-e61452e8a821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.279716089Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.991311733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673025cf-322a-4117-a92b-e441954eb659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.043282222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673025cf-322a-4117-a92b-e441954eb659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.094973174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673025cf-322a-4117-a92b-e441954eb659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.146489046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673025cf-322a-4117-a92b-e441954eb659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.608057502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"2ecf7280-43e5-4f3d-beaa-c9ddff7558ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dad161","tenantID":"e2e-api-b-dad161","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.663284893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"2ecf7280-43e5-4f3d-beaa-c9ddff7558ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"name":"e2e-api-b-dad161-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.717752988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-dad161-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a0dca61de3d5bee56501e797cd536286e50aefd65eb0f35b1faa6cb3d2120339) AuthConfig (a123d8447193fa4d9c90cf91463257c16ca7ec242cb3dae85db6a5b7a06969b0) AuthConfig (5d7c199a19a4c8b5b79f0fcb4421a8f8c2e1b5b91a8d4f7e858d8ff5adb78b76) AuthConfig (1acbaf36aadc04bf422342dc9386757e1b1f176bf4bf8dcffdc8ef2ce66ae781) AuthConfig (9486d7c5e46b0d2588761c2ffe866023b51829c8b1ca7615f2508d8912f32392) AuthConfig (9ef97c2473494648f8aa9a692eee192bae5c6d4dec03c9dfca0ae70a3f27938a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"2ecf7280-43e5-4f3d-beaa-c9ddff7558ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.883844311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"329f8ff1-3ebf-4228-8c4b-5cd1d1b78134","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.982229577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"56d45a36-6f66-4bd0-a4b4-64f43a2734ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.084378224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"7596ebf4-725a-44a7-b577-5a4007aa3567","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.184748007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"1063d9db-64a3-4395-84df-cf4baef838ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.344590622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"2691b9dd-c60b-459e-bc5f-7488a00d38d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.444439224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"250f5ccb-81bb-40ef-8cff-ed0bdc27dd2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.588388468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f117da40-714b-4701-9e16-0ae342c4646b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.59695359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"877491fd-0707-4d4a-b2e1-218ec2f3893a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.700672669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"c028c995-598b-4f3a-8ea8-56cf88900e39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.916513366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"d57a1cfb-0bbe-4ef0-a398-ac7f5bcd4b06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.075167728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83dcbb7d-557f-4a3b-992e-91d559f2013b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.096442018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"16041d65-5931-45cd-8459-473476ed8c49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.126953092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83dcbb7d-557f-4a3b-992e-91d559f2013b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.178951098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83dcbb7d-557f-4a3b-992e-91d559f2013b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.23095774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83dcbb7d-557f-4a3b-992e-91d559f2013b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.336467357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"d94b4579-b997-47fa-b799-ede4a30919af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:36.106874197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a68c55e-d738-4fa7-b3ae-b894a527460a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:36.159282503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a68c55e-d738-4fa7-b3ae-b894a527460a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:36.213311198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a68c55e-d738-4fa7-b3ae-b894a527460a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:36.265973626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a68c55e-d738-4fa7-b3ae-b894a527460a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:38.029107531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"a30b2395-0d68-466a-bba9-263dc42fc166","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fff189","tenantID":"e2e-api-a-fff189","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:38.085995142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"a30b2395-0d68-466a-bba9-263dc42fc166","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"name":"e2e-api-a-fff189-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:38.140675102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-fff189-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c402ca2d639f9da9675096fb7dcf7fe790954e41571a48975eace76e926ddd8) AuthConfig (5d889bfa4a71b4f1d9851c715542ba8235df19391a6890807345e10aba97fb13) AuthConfig (5b645c89cbc0f1b5cc6ebd2a6e8b20aa1eaa4835eeb471eeab5b1e42e9cd6d8b) AuthConfig (8eeb4f3f94eacad7eeb81549d5a4248d80f893081a529e0be339a4c39ccce1fe) AuthConfig (a7b6361ece9a21c8084509437037b4fd4c3b6ef9f8b2c752d2e525d401a9ee65) AuthConfig (06a19ee7861c46fdd9beb659f2eedb5deec1029b8a8e6752f38a0855a5a63ef8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"a30b2395-0d68-466a-bba9-263dc42fc166","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:38.19757566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5df832c-9221-4e72-9a74-453b6061d7bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:38.197599952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5df832c-9221-4e72-9a74-453b6061d7bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:42.822450317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"149410c9-9671-44bc-a354-87a7cc7b6d8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dad161","tenantID":"e2e-api-b-dad161","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:42.878131402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"149410c9-9671-44bc-a354-87a7cc7b6d8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"name":"e2e-api-b-dad161-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:43.14674184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15061bc5-8be2-43fe-9992-a6baee184975","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:43.146770838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15061bc5-8be2-43fe-9992-a6baee184975","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:48.302957763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"ed5e2e3b-af27-4e88-88ab-89989177352e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fff189","tenantID":"e2e-api-a-fff189","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:48.360071509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"ed5e2e3b-af27-4e88-88ab-89989177352e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"name":"e2e-api-a-fff189-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:48.414633693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-fff189-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c402ca2d639f9da9675096fb7dcf7fe790954e41571a48975eace76e926ddd8) AuthConfig (5d889bfa4a71b4f1d9851c715542ba8235df19391a6890807345e10aba97fb13) AuthConfig (5b645c89cbc0f1b5cc6ebd2a6e8b20aa1eaa4835eeb471eeab5b1e42e9cd6d8b) AuthConfig (8eeb4f3f94eacad7eeb81549d5a4248d80f893081a529e0be339a4c39ccce1fe) AuthConfig (a7b6361ece9a21c8084509437037b4fd4c3b6ef9f8b2c752d2e525d401a9ee65) AuthConfig (06a19ee7861c46fdd9beb659f2eedb5deec1029b8a8e6752f38a0855a5a63ef8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"ed5e2e3b-af27-4e88-88ab-89989177352e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.518699922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"07739a34-4792-429b-81a9-8be298cafaa0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fff189","tenantID":"e2e-api-a-fff189","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.574250449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"07739a34-4792-429b-81a9-8be298cafaa0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"name":"e2e-api-a-fff189-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.628808962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-fff189-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c402ca2d639f9da9675096fb7dcf7fe790954e41571a48975eace76e926ddd8) AuthConfig (5d889bfa4a71b4f1d9851c715542ba8235df19391a6890807345e10aba97fb13) AuthConfig (5b645c89cbc0f1b5cc6ebd2a6e8b20aa1eaa4835eeb471eeab5b1e42e9cd6d8b) AuthConfig (8eeb4f3f94eacad7eeb81549d5a4248d80f893081a529e0be339a4c39ccce1fe) AuthConfig (a7b6361ece9a21c8084509437037b4fd4c3b6ef9f8b2c752d2e525d401a9ee65) AuthConfig (06a19ee7861c46fdd9beb659f2eedb5deec1029b8a8e6752f38a0855a5a63ef8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"07739a34-4792-429b-81a9-8be298cafaa0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.275818981Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:08.771962882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"3dbc3646-c5a5-40ee-8553-2f5338beaf5b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fff189","tenantID":"e2e-api-a-fff189","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:08.883212254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"3dbc3646-c5a5-40ee-8553-2f5338beaf5b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"name":"e2e-api-a-fff189-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.199980542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21c3e4c-5a62-486d-ab2e-a9023d38a897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.200002562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f21c3e4c-5a62-486d-ab2e-a9023d38a897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.6511086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb197c03-6a0b-43da-8452-7d24b78a8bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.70384648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb197c03-6a0b-43da-8452-7d24b78a8bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.755705685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb197c03-6a0b-43da-8452-7d24b78a8bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.807917456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb197c03-6a0b-43da-8452-7d24b78a8bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:11.673852434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d5f08b-f9d8-43dd-9749-cdffc1626462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:11.731420656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d5f08b-f9d8-43dd-9749-cdffc1626462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:11.784030988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d5f08b-f9d8-43dd-9749-cdffc1626462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:11.835933131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d5f08b-f9d8-43dd-9749-cdffc1626462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:12.860347795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0ff052b-ba1e-45aa-85fe-e78ee4cebe0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:12.860371261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0ff052b-ba1e-45aa-85fe-e78ee4cebe0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:12.952571311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0b021e7-d485-470d-b81d-98fd3e374652","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:12.952595869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0b021e7-d485-470d-b81d-98fd3e374652","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.054872649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"fec3f255-3c4e-403e-9d91-01c230762496","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-85d7ff","tenantID":"e2e-api-b-85d7ff","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.331981995Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"fec3f255-3c4e-403e-9d91-01c230762496","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"name":"e2e-api-b-85d7ff-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.386487559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-85d7ff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"fec3f255-3c4e-403e-9d91-01c230762496","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.44099117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0633978e-cab0-46d4-b942-0acd3a6d731a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.441016087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0633978e-cab0-46d4-b942-0acd3a6d731a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.702514256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"16b62efe-2c0d-43b3-99e8-b27f432497d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30f143","tenantID":"e2e-api-a-30f143","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.758140836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"16b62efe-2c0d-43b3-99e8-b27f432497d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"name":"e2e-api-a-30f143-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.818603719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a32d85-24ac-47db-b2d8-52432b446e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.870319003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a32d85-24ac-47db-b2d8-52432b446e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.927684555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a32d85-24ac-47db-b2d8-52432b446e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.98050498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a32d85-24ac-47db-b2d8-52432b446e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:14.032006224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"777a4f2f-bc16-4ef2-b6e1-4004665391ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30f143","tenantID":"e2e-api-a-30f143","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:14.088874334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"777a4f2f-bc16-4ef2-b6e1-4004665391ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"name":"e2e-api-a-30f143-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:15.875065939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504e1b58-0b28-46f0-814a-4480d5f58f4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:15.926869958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504e1b58-0b28-46f0-814a-4480d5f58f4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:15.978760449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504e1b58-0b28-46f0-814a-4480d5f58f4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:16.030685833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504e1b58-0b28-46f0-814a-4480d5f58f4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.063954669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f03efd-d6d1-450d-b5aa-175dd53d94c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.115780363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f03efd-d6d1-450d-b5aa-175dd53d94c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.171357641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f03efd-d6d1-450d-b5aa-175dd53d94c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.223219247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f03efd-d6d1-450d-b5aa-175dd53d94c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.22589673Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","namespace":"ai-tenant-e2e-api-a-29472d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.225945071Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","namespace":"ai-tenant-e2e-api-a-29472d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.225993271Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","tenant":"e2e-api-a-29472d","tenantID":"e2e-api-a-29472d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.326591308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","gvk":"Deployment","name":"maas-api-e2e-api-a-29472d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.385589201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","gvk":"Service","name":"maas-api-e2e-api-a-29472d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.447279905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-29472d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.538495096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-29472d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.599522223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-29472d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.657613792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-29472d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.712757829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-29472d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.766711014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-29472d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.817811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","gvk":"Deployment","name":"payload-processing-e2e-api-a-29472d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.869687902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-29472d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.924676823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","gvk":"Service","name":"payload-processing-e2e-api-a-29472d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:18.979018243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","gvk":"Service","name":"payload-pre-processing-e2e-api-a-29472d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.031126411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-29472d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.08240213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-29472d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.133667321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-29472d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.190065639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-29472d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.241193122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-29472d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.342860625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-29472d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.395087805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-29472d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.44774521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-29472d"},"namespace":"ai-tenant-e2e-api-a-29472d","name":"default-tenant","reconcileID":"5bb9b453-6188-4e8a-b9be-e02c746bde19","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-29472d","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:20.190815942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d15cb4f2-8182-463e-8075-7e5988ba1ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:20.242535976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d15cb4f2-8182-463e-8075-7e5988ba1ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:20.294218639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d15cb4f2-8182-463e-8075-7e5988ba1ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:20.301855185Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-29472d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-29472d","reconcileID":"eea381b7-53f3-4143-85a1-eececf8c7c5b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-29472d","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-29472d"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:20.346046004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d15cb4f2-8182-463e-8075-7e5988ba1ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.292513855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04475244-6ef4-42ca-88ff-ae9078532bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.344509771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04475244-6ef4-42ca-88ff-ae9078532bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.396510179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04475244-6ef4-42ca-88ff-ae9078532bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:22.44814216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04475244-6ef4-42ca-88ff-ae9078532bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:23.643119599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"ca6c2070-9d7c-4d29-8633-ab371318b996","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-85d7ff","tenantID":"e2e-api-b-85d7ff","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:23.698815758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"ca6c2070-9d7c-4d29-8633-ab371318b996","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"name":"e2e-api-b-85d7ff-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:23.75316139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-85d7ff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"ca6c2070-9d7c-4d29-8633-ab371318b996","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:24.302605379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"9ce7c785-08eb-4670-a247-870ff1451374","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30f143","tenantID":"e2e-api-a-30f143","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:24.358411976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"9ce7c785-08eb-4670-a247-870ff1451374","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"name":"e2e-api-a-30f143-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:24.360119484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e1e96c-8fa8-4002-b5b7-ae6ea3f3ec0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:24.413281147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e1e96c-8fa8-4002-b5b7-ae6ea3f3ec0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:24.466066007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e1e96c-8fa8-4002-b5b7-ae6ea3f3ec0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:24.518422265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e1e96c-8fa8-4002-b5b7-ae6ea3f3ec0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:24.622185255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"3e20a3e4-1636-4178-a311-66a2a9076611","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30f143","tenantID":"e2e-api-a-30f143","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:24.702200256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"3e20a3e4-1636-4178-a311-66a2a9076611","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"name":"e2e-api-a-30f143-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:25.507097943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"674b0993-37f3-4f67-92e2-9604ae159e09","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:25.507120768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"674b0993-37f3-4f67-92e2-9604ae159e09","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:26.436545262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006f9fbf-6ceb-46f8-8f5b-47cdb37591f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:26.488463425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006f9fbf-6ceb-46f8-8f5b-47cdb37591f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:26.540169747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006f9fbf-6ceb-46f8-8f5b-47cdb37591f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:26.591895421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006f9fbf-6ceb-46f8-8f5b-47cdb37591f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:27.99905512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"8a89a56c-d6c3-475d-b583-0e28e45203ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5733b4","tenantID":"e2e-api-b-5733b4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.057271059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"8a89a56c-d6c3-475d-b583-0e28e45203ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"name":"e2e-api-b-5733b4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.370703647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"5e3ced53-c886-468c-8bf6-149116379fe2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5733b4","tenantID":"e2e-api-b-5733b4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.426380774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"5e3ced53-c886-468c-8bf6-149116379fe2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"name":"e2e-api-b-5733b4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.572380516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786ba18c-c1ac-40fd-b7f3-fdaaaf39890e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.624610608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786ba18c-c1ac-40fd-b7f3-fdaaaf39890e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.67644787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786ba18c-c1ac-40fd-b7f3-fdaaaf39890e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.72823535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786ba18c-c1ac-40fd-b7f3-fdaaaf39890e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:29.766466442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"558d181e-cb52-4079-b769-52295d2e57d9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89ddad","tenantID":"e2e-api-b-89ddad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:29.880902632Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"558d181e-cb52-4079-b769-52295d2e57d9","name":"e2e-api-b-89ddad-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:30.275504506Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:30.615682304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5fa082-a7e7-4cc7-bde0-0c258c40f511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:30.667357483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5fa082-a7e7-4cc7-bde0-0c258c40f511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:30.71941221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5fa082-a7e7-4cc7-bde0-0c258c40f511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:30.772018821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e5fa082-a7e7-4cc7-bde0-0c258c40f511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.661556591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42838e38-cc7c-4349-a22a-c95aa1461b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.728448234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42838e38-cc7c-4349-a22a-c95aa1461b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.79131908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42838e38-cc7c-4349-a22a-c95aa1461b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.843555372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42838e38-cc7c-4349-a22a-c95aa1461b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:33.870871519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"626359a5-7ab6-4e5a-9cae-c365edb4a788","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-85d7ff","tenantID":"e2e-api-b-85d7ff","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:33.982803243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"626359a5-7ab6-4e5a-9cae-c365edb4a788","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"name":"e2e-api-b-85d7ff-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.037549165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-85d7ff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"626359a5-7ab6-4e5a-9cae-c365edb4a788","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.142711281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"92e2b3cb-947a-441c-ae17-a7765acfc735","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.142737817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"92e2b3cb-947a-441c-ae17-a7765acfc735","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.250603164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"c5edbb4b-2fe4-4f0c-8b35-c718a3e8b2c9","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.250628908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"c5edbb4b-2fe4-4f0c-8b35-c718a3e8b2c9","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.78530712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38999928-006e-4f52-ab8e-fdd8943a222b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.838061331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38999928-006e-4f52-ab8e-fdd8943a222b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.889990502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38999928-006e-4f52-ab8e-fdd8943a222b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.941843084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38999928-006e-4f52-ab8e-fdd8943a222b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.205286879Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","namespace":"ai-tenant-e2e-api-a-c5025c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.205381705Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","namespace":"ai-tenant-e2e-api-a-c5025c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.205440495Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","tenant":"e2e-api-a-c5025c","tenantID":"e2e-api-a-c5025c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.260782027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","gvk":"Deployment","name":"maas-api-e2e-api-a-c5025c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.323827584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","gvk":"Service","name":"maas-api-e2e-api-a-c5025c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.379375012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-c5025c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.432607301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-c5025c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.489126287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-c5025c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.549713403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-c5025c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.615647387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-c5025c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.669650256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-c5025c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.726849889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","gvk":"Deployment","name":"payload-processing-e2e-api-a-c5025c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.77992854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-c5025c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.831875619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","gvk":"Service","name":"payload-processing-e2e-api-a-c5025c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.883637107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","gvk":"Service","name":"payload-pre-processing-e2e-api-a-c5025c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.936926295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-c5025c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:36.011494165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-c5025c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:36.064063941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-c5025c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:36.120811625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-c5025c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:36.172504399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-c5025c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:36.223931756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-c5025c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:36.277630802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-c5025c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:36.471583929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c5025c"},"namespace":"ai-tenant-e2e-api-a-c5025c","name":"default-tenant","reconcileID":"f1537661-4e06-4e40-b619-71e8e3381e03","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-c5025c","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:37.127362519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4766ea-0fb9-45f8-aed8-819acd662dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:37.179344565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4766ea-0fb9-45f8-aed8-819acd662dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:37.231391434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4766ea-0fb9-45f8-aed8-819acd662dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:37.286300975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4766ea-0fb9-45f8-aed8-819acd662dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:37.350550674Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-c5025c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-c5025c","reconcileID":"9fd81544-8d91-40cd-9aec-8e586d8fb9ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-c5025c","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-c5025c"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:38.51380094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"f9f7b45a-c74c-41e2-bcbc-1c3f7bf6a15e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5733b4","tenantID":"e2e-api-b-5733b4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:38.571184038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"f9f7b45a-c74c-41e2-bcbc-1c3f7bf6a15e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"name":"e2e-api-b-5733b4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:38.928321657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"a8701a58-0772-4a39-9773-57a4ccd01a98","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5733b4","tenantID":"e2e-api-b-5733b4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:38.983530614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"a8701a58-0772-4a39-9773-57a4ccd01a98","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"name":"e2e-api-b-5733b4-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:39.278835386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a3337c-a591-47fb-802f-18eed20c5b8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:39.330608494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a3337c-a591-47fb-802f-18eed20c5b8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:39.382520749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a3337c-a591-47fb-802f-18eed20c5b8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:39.438585621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a3337c-a591-47fb-802f-18eed20c5b8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.561154733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be504037-05f4-49e8-9e1e-3bd19366845e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.641996745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be504037-05f4-49e8-9e1e-3bd19366845e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.734086031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be504037-05f4-49e8-9e1e-3bd19366845e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.816253105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be504037-05f4-49e8-9e1e-3bd19366845e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.868630547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d889aef-ff9d-4a8f-9b9f-4ea26325b38d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.921541741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d889aef-ff9d-4a8f-9b9f-4ea26325b38d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.9744672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d889aef-ff9d-4a8f-9b9f-4ea26325b38d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.026998206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d889aef-ff9d-4a8f-9b9f-4ea26325b38d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.142043198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"0951943b-7906-429f-a8ed-a5fc8dec799d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-85d7ff","tenantID":"e2e-api-b-85d7ff","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.197622402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"0951943b-7906-429f-a8ed-a5fc8dec799d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"name":"e2e-api-b-85d7ff-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.347094551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-85d7ff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac7f37e7d2ef332e75d4ccf4c5aaa3c26b3882dca0109cd9cd23563cd37b4d93) AuthConfig (b8b65915987e14ddc285427811078f1f2a020ded3b264fb018510c07f23312f1) AuthConfig (9e55415da283b95ebbf814a107f2062f6156876131e51a88ce85aa05ff3a184b) AuthConfig (cf349cc88373f771f257050e47e518e7daf97d641c38d5eead0f08079d81a398) AuthConfig (eae25fd7132b69c5ece2983e9bde147f1954e58ea3da4c6dca9bb6515f941507) AuthConfig (634b24b16c7a419ba0558721268717f0f823a891b62e5222525c2f003c0b9e5a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"0951943b-7906-429f-a8ed-a5fc8dec799d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.419272808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40f37e66-9dc1-4d7e-91c0-a59bc72b38b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.419386467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40f37e66-9dc1-4d7e-91c0-a59bc72b38b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.680492333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"e70c0561-179a-4832-9efe-d222531dce13","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"tenant":"e2e-mt-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","model":"ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.680515562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"e70c0561-179a-4832-9efe-d222531dce13","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"routeName":"e2e-lifecycle-model-c1662df5-kserve-route","namespace":"ai-tenant-e2e-mt-c1662df5","llmisvcName":"e2e-lifecycle-model-c1662df5","gateway":"openshift-ingress/e2e-mt-c1662df5","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.734403432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"23ff4ee0-1775-44bb-8e0b-e2784574c079","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dad161","tenantID":"e2e-api-b-dad161","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.792973779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"23ff4ee0-1775-44bb-8e0b-e2784574c079","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"name":"e2e-api-b-dad161-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:45.19859509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"797f5930-06c4-47b7-ba0f-4241b869489c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dad161","tenantID":"e2e-api-b-dad161","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:45.254186827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"797f5930-06c4-47b7-ba0f-4241b869489c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"name":"e2e-api-b-dad161-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:45.988561286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea1d773-34b4-4b0e-b240-12e8d31d6376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:46.04037361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea1d773-34b4-4b0e-b240-12e8d31d6376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:46.092452451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea1d773-34b4-4b0e-b240-12e8d31d6376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:46.144348621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea1d773-34b4-4b0e-b240-12e8d31d6376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:48.108978463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639c4949-9921-48aa-9bb3-0d1d0c254407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:48.160937213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639c4949-9921-48aa-9bb3-0d1d0c254407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:48.212878189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639c4949-9921-48aa-9bb3-0d1d0c254407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:48.265569793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639c4949-9921-48aa-9bb3-0d1d0c254407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:50.238083363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30165285-faa5-4c68-8a53-a1dd7f03bb6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:50.290763255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30165285-faa5-4c68-8a53-a1dd7f03bb6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:50.342572589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30165285-faa5-4c68-8a53-a1dd7f03bb6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:50.394540622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30165285-faa5-4c68-8a53-a1dd7f03bb6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:52.377781857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f58b152-49e9-4885-8ba8-7ab8ee465c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:52.429894437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f58b152-49e9-4885-8ba8-7ab8ee465c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:52.482437456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f58b152-49e9-4885-8ba8-7ab8ee465c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:52.538537406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f58b152-49e9-4885-8ba8-7ab8ee465c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:54.49035676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e8f2ea-4c74-4e94-951e-1004819a4338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:54.545520007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e8f2ea-4c74-4e94-951e-1004819a4338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:54.598304074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e8f2ea-4c74-4e94-951e-1004819a4338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:54.598451746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"f35dbb6a-f046-4a6f-9596-87a87093c027","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-85d7ff","tenantID":"e2e-api-b-85d7ff","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:54.653944269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e8f2ea-4c74-4e94-951e-1004819a4338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:54.715737769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"f35dbb6a-f046-4a6f-9596-87a87093c027","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"name":"e2e-api-b-85d7ff-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:54.770623457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-85d7ff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac7f37e7d2ef332e75d4ccf4c5aaa3c26b3882dca0109cd9cd23563cd37b4d93) AuthConfig (b8b65915987e14ddc285427811078f1f2a020ded3b264fb018510c07f23312f1) AuthConfig (9e55415da283b95ebbf814a107f2062f6156876131e51a88ce85aa05ff3a184b) AuthConfig (cf349cc88373f771f257050e47e518e7daf97d641c38d5eead0f08079d81a398) AuthConfig (eae25fd7132b69c5ece2983e9bde147f1954e58ea3da4c6dca9bb6515f941507) AuthConfig (634b24b16c7a419ba0558721268717f0f823a891b62e5222525c2f003c0b9e5a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"f35dbb6a-f046-4a6f-9596-87a87093c027","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:55.473643779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"de2fc482-8ec8-4cfb-92c7-6d9a396e4ce3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dad161","tenantID":"e2e-api-b-dad161","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:55.528595975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"de2fc482-8ec8-4cfb-92c7-6d9a396e4ce3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"name":"e2e-api-b-dad161-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:55.836775139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"c6d10565-7c4f-495e-af4e-e97eee3c6ead","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dad161","tenantID":"e2e-api-b-dad161","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:55.892492586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"c6d10565-7c4f-495e-af4e-e97eee3c6ead","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"name":"e2e-api-b-dad161-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:56.528884764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c24ef0-fa84-4ee5-9e13-47ea72cc924b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:56.580717606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c24ef0-fa84-4ee5-9e13-47ea72cc924b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:56.633386949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c24ef0-fa84-4ee5-9e13-47ea72cc924b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:56.687095056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c24ef0-fa84-4ee5-9e13-47ea72cc924b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.072142736Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"0451fded-de67-45ea-9e2b-b19ae1a8347c","namespace":"ai-tenant-e2e-api-a-30f143","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.07220187Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"0451fded-de67-45ea-9e2b-b19ae1a8347c","namespace":"ai-tenant-e2e-api-a-30f143","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.072247048Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"0451fded-de67-45ea-9e2b-b19ae1a8347c","name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.126321576Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"0451fded-de67-45ea-9e2b-b19ae1a8347c","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.126731287Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"e7ab3c47-6967-422a-8633-0c0626fa5a34","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.127042976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"931ddbc2-2603-45ed-8a6b-dfcb54943287","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.127059808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"931ddbc2-2603-45ed-8a6b-dfcb54943287","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.330345826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"e7ab3c47-6967-422a-8633-0c0626fa5a34","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30f143","tenantID":"e2e-api-a-30f143","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.521210301Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"e7ab3c47-6967-422a-8633-0c0626fa5a34","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"name":"e2e-api-a-30f143-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.521241994Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"e2e-e2e-api-a-30f143-policy","reconcileID":"e7ab3c47-6967-422a-8633-0c0626fa5a34","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-30f143-policy","namespace":"ai-tenant-e2e-api-a-30f143"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-30f143","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.579654089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e238d23-37ff-4cfa-a691-c9742c372c76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.579684979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e238d23-37ff-4cfa-a691-c9742c372c76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.657454229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4364197-1fb6-4af8-a6f7-fe7db98464c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.77061001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4364197-1fb6-4af8-a6f7-fe7db98464c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.823140983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4364197-1fb6-4af8-a6f7-fe7db98464c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.875152249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4364197-1fb6-4af8-a6f7-fe7db98464c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:00.276470312Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:04.87481161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"9039fa81-3a17-4d9c-907f-36760f2d0a6c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-85d7ff","tenantID":"e2e-api-b-85d7ff","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:04.930835534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"9039fa81-3a17-4d9c-907f-36760f2d0a6c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"name":"e2e-api-b-85d7ff-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:04.985428002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-85d7ff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac7f37e7d2ef332e75d4ccf4c5aaa3c26b3882dca0109cd9cd23563cd37b4d93) AuthConfig (b8b65915987e14ddc285427811078f1f2a020ded3b264fb018510c07f23312f1) AuthConfig (9e55415da283b95ebbf814a107f2062f6156876131e51a88ce85aa05ff3a184b) AuthConfig (cf349cc88373f771f257050e47e518e7daf97d641c38d5eead0f08079d81a398) AuthConfig (eae25fd7132b69c5ece2983e9bde147f1954e58ea3da4c6dca9bb6515f941507) AuthConfig (634b24b16c7a419ba0558721268717f0f823a891b62e5222525c2f003c0b9e5a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"9039fa81-3a17-4d9c-907f-36760f2d0a6c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:15.091865042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"335103c9-f066-4442-8b27-c0d6556d231f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-85d7ff","tenantID":"e2e-api-b-85d7ff","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:15.147407049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"335103c9-f066-4442-8b27-c0d6556d231f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"name":"e2e-api-b-85d7ff-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:15.463007584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dc0b611-bfa2-4237-ba94-4db4848be3c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:15.463031312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dc0b611-bfa2-4237-ba94-4db4848be3c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:21.947164347Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","namespace":"ai-tenant-e2e-mt-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:21.947223966Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","namespace":"ai-tenant-e2e-mt-c1662df5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:21.947272376Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","tenant":"e2e-mt-c1662df5","tenantID":"e2e-mt-c1662df5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.00181995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","gvk":"Deployment","name":"maas-api-e2e-mt-c1662df5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.060672911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","gvk":"Service","name":"maas-api-e2e-mt-c1662df5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.117052778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-c1662df5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.172043061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-c1662df5","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.234318123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.290593432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.347759843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.40382672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.470665728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","gvk":"Deployment","name":"payload-processing-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.554354616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.607709484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","gvk":"Service","name":"payload-processing-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.659057437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","gvk":"Service","name":"payload-pre-processing-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.710162837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","gvk":"DestinationRule","name":"payload-processing-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.76498004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.818313454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.88749802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.938840932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.990390903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:23.044963186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-c1662df5","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:23.100737345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"default-tenant","reconcileID":"8a9abe2e-8965-4301-b4d6-7e740d804c72","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-c1662df5","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:23.918208765Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c1662df5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c1662df5","reconcileID":"2f0cac6e-c5aa-4937-b99c-075a26de46d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c1662df5","removed":["maas.opendatahub.io/gateway-access-e2e-mt-c1662df5"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:24.089246879Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"01ef0bfe-fadf-4965-a265-c73e6f52a187","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:24.197937207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"01ef0bfe-fadf-4965-a265-c73e6f52a187","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:24.206361748Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"a85b691e-2c97-4a64-9f6a-dc94c326e791","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:24.206438983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"a85b691e-2c97-4a64-9f6a-dc94c326e791","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:24.217124049Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"843369b0-9f95-4760-a5ff-85b105791652","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:24.217190021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"843369b0-9f95-4760-a5ff-85b105791652","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:24.237591358Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"2535a29f-bd88-4f21-aa08-95882523627b","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:24.237664228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"2535a29f-bd88-4f21-aa08-95882523627b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:24.278282037Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"8d84eb37-a78e-4d40-8ebb-7697eae44ca3","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:24.278402675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"8d84eb37-a78e-4d40-8ebb-7697eae44ca3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:24.359486321Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"5e15ea0a-cfad-4dac-8200-a5ea8e466a1d","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:24.359553401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"5e15ea0a-cfad-4dac-8200-a5ea8e466a1d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:24.520562726Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"56ef06a4-54a7-4f76-9d24-a218a172c50c","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:24.520637497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"56ef06a4-54a7-4f76-9d24-a218a172c50c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:24.841920215Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"bb146c30-9bf3-44de-999a-7cb1ea6a9ddc","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:24.841987709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"bb146c30-9bf3-44de-999a-7cb1ea6a9ddc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:25.030319915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06189437-7654-46c3-876c-78eb5a353971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:25.082413951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06189437-7654-46c3-876c-78eb5a353971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:25.134529675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06189437-7654-46c3-876c-78eb5a353971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:25.186619627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06189437-7654-46c3-876c-78eb5a353971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:25.482282088Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"e94d5651-8169-41f9-9c38-faa2b2bb1718","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:25.482378729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"e94d5651-8169-41f9-9c38-faa2b2bb1718","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:26.762945978Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"c302b7e7-5620-4e09-bd0d-8e20b956f356","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:26.763024149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"c302b7e7-5620-4e09-bd0d-8e20b956f356","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.06456032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35cdc29d-ad1d-4b0d-920c-19d9e32baeef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.11664598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35cdc29d-ad1d-4b0d-920c-19d9e32baeef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.168536216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35cdc29d-ad1d-4b0d-920c-19d9e32baeef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.220317043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35cdc29d-ad1d-4b0d-920c-19d9e32baeef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:28.961582024Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"9d077e35-36df-4ca1-bc3f-1c59484691d1","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:28.961650931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"9d077e35-36df-4ca1-bc3f-1c59484691d1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:29.972803025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bdd42f6-bcd6-48db-8da0-46798ae32111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:30.024658187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bdd42f6-bcd6-48db-8da0-46798ae32111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:30.075519903Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"ca646411-863d-4c0e-9c3e-d8e07059fdaf","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:30.075610264Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"ca646411-863d-4c0e-9c3e-d8e07059fdaf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:30.076447863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bdd42f6-bcd6-48db-8da0-46798ae32111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:30.128183295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bdd42f6-bcd6-48db-8da0-46798ae32111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:30.277489233Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:30.703182135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2002313d-ec21-4b92-87cf-80a3606dc7b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:30.70320266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2002313d-ec21-4b92-87cf-80a3606dc7b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:30.759089097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd14780c-ab8b-4340-8edb-b3f93ed73c27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:30.759111417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd14780c-ab8b-4340-8edb-b3f93ed73c27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:30.861823118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"8dbc716e-f258-4d12-a681-93a304f9c40b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89ddad","tenantID":"e2e-api-b-89ddad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:30.983750686Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"8dbc716e-f258-4d12-a681-93a304f9c40b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"name":"e2e-api-b-89ddad-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.037790497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-89ddad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"8dbc716e-f258-4d12-a681-93a304f9c40b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.092063356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc68f4f4-49bc-48dc-8c86-8d184fb4dc4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.092085362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc68f4f4-49bc-48dc-8c86-8d184fb4dc4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:31.187992703Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"831c760c-dd9d-4ccf-ad9f-879fd0035ece","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:31.188066786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"831c760c-dd9d-4ccf-ad9f-879fd0035ece","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:31.29948552Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"06ed6807-2bcf-40ca-8530-6d8912772dfc","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:31.29955497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"06ed6807-2bcf-40ca-8530-6d8912772dfc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.304655291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"270b7517-9433-4fd1-8204-d45195927cc0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fff189","tenantID":"e2e-api-a-fff189","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.361494494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"270b7517-9433-4fd1-8204-d45195927cc0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"name":"e2e-api-a-fff189-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.63929298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"8d349099-4ea6-4fa0-bdf1-f8eda5c2b074","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fff189","tenantID":"e2e-api-a-fff189","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.694739085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"8d349099-4ea6-4fa0-bdf1-f8eda5c2b074","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"name":"e2e-api-a-fff189-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.069886515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5598d5f9-fb26-42f3-a884-f2b3d4f26c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.121775733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5598d5f9-fb26-42f3-a884-f2b3d4f26c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.173648238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5598d5f9-fb26-42f3-a884-f2b3d4f26c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.22595867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5598d5f9-fb26-42f3-a884-f2b3d4f26c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.296395293Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"7a93a71b-f49e-460c-9edf-2a0ccc3de945","namespace":"ai-tenant-e2e-api-b-5733b4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.296449509Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"7a93a71b-f49e-460c-9edf-2a0ccc3de945","namespace":"ai-tenant-e2e-api-b-5733b4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.296492377Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"7a93a71b-f49e-460c-9edf-2a0ccc3de945","name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.350092388Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"7a93a71b-f49e-460c-9edf-2a0ccc3de945","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.350738812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c76e789f-b657-431d-be77-deef54729451","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.350756247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c76e789f-b657-431d-be77-deef54729451","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.350787475Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"fbccc178-7e88-4f41-b0ea-705aa065627c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.54345929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"fbccc178-7e88-4f41-b0ea-705aa065627c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5733b4","tenantID":"e2e-api-b-5733b4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.715793601Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"fbccc178-7e88-4f41-b0ea-705aa065627c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"name":"e2e-api-b-5733b4-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.715817176Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"e2e-e2e-api-b-5733b4-policy","reconcileID":"fbccc178-7e88-4f41-b0ea-705aa065627c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5733b4-policy","namespace":"ai-tenant-e2e-api-b-5733b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5733b4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.771786109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe2e2bc3-936d-4dd2-9da4-37bea6102352","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.771807487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe2e2bc3-936d-4dd2-9da4-37bea6102352","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:34.170950375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"934a0589-2168-4370-89a3-70958819d06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:34.222850286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"934a0589-2168-4370-89a3-70958819d06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:34.274758925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"934a0589-2168-4370-89a3-70958819d06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:34.34087096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"934a0589-2168-4370-89a3-70958819d06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:36.261348438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721a6ec1-0622-42d0-a7aa-8504a70e20a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:36.313047083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721a6ec1-0622-42d0-a7aa-8504a70e20a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:36.364651488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721a6ec1-0622-42d0-a7aa-8504a70e20a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:36.416158629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721a6ec1-0622-42d0-a7aa-8504a70e20a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:38.311194161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee2339d-9890-4f43-82a3-b870c2402ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:38.363130762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee2339d-9890-4f43-82a3-b870c2402ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:38.416488526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee2339d-9890-4f43-82a3-b870c2402ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:38.46956673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee2339d-9890-4f43-82a3-b870c2402ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.195279261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"88b48376-059b-4ae2-89ee-d5f0e253e5ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89ddad","tenantID":"e2e-api-b-89ddad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.251053066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"88b48376-059b-4ae2-89ee-d5f0e253e5ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"name":"e2e-api-b-89ddad-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.305071323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-89ddad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"88b48376-059b-4ae2-89ee-d5f0e253e5ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:41.754899247Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"12c2147d-bb91-4651-be3c-01ca372cc82b","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:41.754964401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"12c2147d-bb91-4651-be3c-01ca372cc82b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.857511168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"010a903d-1978-42eb-b8a6-e10a4dea9cb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fff189","tenantID":"e2e-api-a-fff189","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.91303862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"010a903d-1978-42eb-b8a6-e10a4dea9cb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"name":"e2e-api-a-fff189-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.170975279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"9826c49f-cf53-4011-bfab-fdeb8f4d4090","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fff189","tenantID":"e2e-api-a-fff189","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.228052965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"9826c49f-cf53-4011-bfab-fdeb8f4d4090","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"name":"e2e-api-a-fff189-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.195231914Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"d9a7b522-213e-4ca5-8c7e-c16d8326bab8","namespace":"ai-tenant-e2e-api-b-dad161","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.195291348Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"d9a7b522-213e-4ca5-8c7e-c16d8326bab8","namespace":"ai-tenant-e2e-api-b-dad161","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.195350112Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"d9a7b522-213e-4ca5-8c7e-c16d8326bab8","name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.254053112Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"d9a7b522-213e-4ca5-8c7e-c16d8326bab8","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.254381861Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"aec8f772-834b-482d-9fce-982a8f66d300","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.254683921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5863727a-5086-4ede-98a6-c93535df508a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.254700966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5863727a-5086-4ede-98a6-c93535df508a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.489655915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"aec8f772-834b-482d-9fce-982a8f66d300","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dad161","tenantID":"e2e-api-b-dad161","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.610394422Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"aec8f772-834b-482d-9fce-982a8f66d300","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"name":"e2e-api-b-dad161-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.610419836Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"e2e-e2e-api-b-dad161-policy","reconcileID":"aec8f772-834b-482d-9fce-982a8f66d300","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dad161-policy","namespace":"ai-tenant-e2e-api-b-dad161"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dad161","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.668260492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa4e2a8a-ade2-4647-b006-2e5bbb21224a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.672857936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa4e2a8a-ade2-4647-b006-2e5bbb21224a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.017158605Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","namespace":"ai-tenant-e2e-api-a-30f143","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.017222729Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","namespace":"ai-tenant-e2e-api-a-30f143","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.017288185Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","tenant":"e2e-api-a-30f143","tenantID":"e2e-api-a-30f143","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.070737211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","gvk":"Deployment","name":"maas-api-e2e-api-a-30f143","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.130208519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","gvk":"Service","name":"maas-api-e2e-api-a-30f143","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.186348706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-30f143","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.239592473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-30f143","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.31109564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-30f143","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.369081139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-30f143","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.425694532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-30f143","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.480505483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-30f143","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.538280573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","gvk":"Deployment","name":"payload-processing-e2e-api-a-30f143","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.600680419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-30f143","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.652561324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","gvk":"Service","name":"payload-processing-e2e-api-a-30f143","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.705000208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","gvk":"Service","name":"payload-pre-processing-e2e-api-a-30f143","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.756424098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-30f143","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.807762602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-30f143","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.861796782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-30f143","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.916358881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-30f143","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:48.967765252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-30f143","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:49.021071129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-30f143","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:49.079594078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-30f143","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:49.13267742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-30f143"},"namespace":"ai-tenant-e2e-api-a-30f143","name":"default-tenant","reconcileID":"dd474f29-9a9a-4f29-915a-98e4910d6345","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-30f143","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.030269716Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-30f143","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-30f143","reconcileID":"0c114fa0-b940-43f7-ab33-82bd1452ad6d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-30f143","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-30f143"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:50.192406012Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"2491561f-a49e-4ff4-9d44-ccbc0015de40","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:50.192562684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"2491561f-a49e-4ff4-9d44-ccbc0015de40","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.164664312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ef5524-38f1-4b8f-83df-a49f5520a0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.216935112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ef5524-38f1-4b8f-83df-a49f5520a0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.268949662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ef5524-38f1-4b8f-83df-a49f5520a0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.320728228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ef5524-38f1-4b8f-83df-a49f5520a0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.424216237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"a4e877b3-799a-41a8-95cb-167553a54e66","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89ddad","tenantID":"e2e-api-b-89ddad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.480374691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"a4e877b3-799a-41a8-95cb-167553a54e66","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"name":"e2e-api-b-89ddad-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.585207889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-89ddad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5a7700c05fc32b852708c2f97c6ca6cb4b165798e1bc51b6222803bd9611d82d) AuthConfig (9a46995d48684275d7ea1064fc4d7fe5461f39932a511991860db2f138e6b605) AuthConfig (507db637dd86858fbc42a56d68da60233c3c2d40e2c12a012c545d25d2a0df9e) AuthConfig (74d7619c0a6821d10340c3fc245a536cc5cfa645bc7a646b783764afec17c73a) AuthConfig (30274c5faada40d278ae5fdfffea7560aaaf7640ec9757476813ba1befd8aca2) AuthConfig (82a75dccda29b84470f97c8245d7482fe003c56dd5ecb44f186eca39b2384f60)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"a4e877b3-799a-41a8-95cb-167553a54e66","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.644483439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0efb7e59-aca3-4bea-ba9f-4b03893d06aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.644503866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0efb7e59-aca3-4bea-ba9f-4b03893d06aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.179883642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78bdd49-8d4c-4026-bfeb-c434a557254c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.232049034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78bdd49-8d4c-4026-bfeb-c434a557254c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.283775728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78bdd49-8d4c-4026-bfeb-c434a557254c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.335348437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78bdd49-8d4c-4026-bfeb-c434a557254c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:57.591147635Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"17db3c2c-30f0-4116-aed5-ebcc15f55ffa","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:57.591211275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"17db3c2c-30f0-4116-aed5-ebcc15f55ffa","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.694884404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"389b5966-5c60-4b25-ab56-0d5879fc551f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-85d7ff","tenantID":"e2e-api-b-85d7ff","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:57.698476743Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"d336b4e6-9139-4dca-8f52-8c70e30006e0","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:43:57.698537009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c1662df5","namespace":"ai-tenant-e2e-mt-c1662df5"},"namespace":"ai-tenant-e2e-mt-c1662df5","name":"e2e-lifecycle-model-c1662df5","reconcileID":"d336b4e6-9139-4dca-8f52-8c70e30006e0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c1662df5/e2e-lifecycle-model-c1662df5-kserve-route (gateways: [openshift-ingress/e2e-mt-c1662df5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.750455319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"389b5966-5c60-4b25-ab56-0d5879fc551f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"name":"e2e-api-b-85d7ff-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.061500237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"d216b872-7809-48c4-8303-e7824ed6e249","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-85d7ff","tenantID":"e2e-api-b-85d7ff","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.116798242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"d216b872-7809-48c4-8303-e7824ed6e249","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"name":"e2e-api-b-85d7ff-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.518021678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef2896b9-7aa2-4a70-9fc1-873d76b180ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.57253482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef2896b9-7aa2-4a70-9fc1-873d76b180ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.625478927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef2896b9-7aa2-4a70-9fc1-873d76b180ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.67723779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef2896b9-7aa2-4a70-9fc1-873d76b180ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:59.316367302Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"d09e74a0-148e-4c50-a3f6-cccd66ff2346","namespace":"ai-tenant-e2e-api-a-fff189","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:59.316424096Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"d09e74a0-148e-4c50-a3f6-cccd66ff2346","namespace":"ai-tenant-e2e-api-a-fff189","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:59.316467826Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"d09e74a0-148e-4c50-a3f6-cccd66ff2346","name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:59.371853423Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"d09e74a0-148e-4c50-a3f6-cccd66ff2346","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:59.372236388Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"03286c8d-b064-44c5-bfae-2389d45ae484","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:59.372544947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c3abcc6-0906-4b5e-9dc4-7671a99e1aa0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:59.372562284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c3abcc6-0906-4b5e-9dc4-7671a99e1aa0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:59.526956113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"03286c8d-b064-44c5-bfae-2389d45ae484","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fff189","tenantID":"e2e-api-a-fff189","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:59.652571695Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"03286c8d-b064-44c5-bfae-2389d45ae484","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"name":"e2e-api-a-fff189-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:59.652600162Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"e2e-e2e-api-a-fff189-policy","reconcileID":"03286c8d-b064-44c5-bfae-2389d45ae484","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fff189-policy","namespace":"ai-tenant-e2e-api-a-fff189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fff189","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:59.722190771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c91db735-c46b-47b0-8851-9f98e62e506d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:43:59.722232495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c91db735-c46b-47b0-8851-9f98e62e506d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:00.278599424Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:00.541578408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b55eae3-b9a9-4a70-8ef6-b947b99e5ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:00.593421003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b55eae3-b9a9-4a70-8ef6-b947b99e5ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:00.645998948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b55eae3-b9a9-4a70-8ef6-b947b99e5ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:00.698048194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b55eae3-b9a9-4a70-8ef6-b947b99e5ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:01.840110906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"2914d039-a30b-444d-bf13-b38752988e0e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89ddad","tenantID":"e2e-api-b-89ddad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:01.898143168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"2914d039-a30b-444d-bf13-b38752988e0e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"name":"e2e-api-b-89ddad-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:01.952690667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-89ddad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5a7700c05fc32b852708c2f97c6ca6cb4b165798e1bc51b6222803bd9611d82d) AuthConfig (9a46995d48684275d7ea1064fc4d7fe5461f39932a511991860db2f138e6b605) AuthConfig (507db637dd86858fbc42a56d68da60233c3c2d40e2c12a012c545d25d2a0df9e) AuthConfig (74d7619c0a6821d10340c3fc245a536cc5cfa645bc7a646b783764afec17c73a) AuthConfig (30274c5faada40d278ae5fdfffea7560aaaf7640ec9757476813ba1befd8aca2) AuthConfig (82a75dccda29b84470f97c8245d7482fe003c56dd5ecb44f186eca39b2384f60)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"2914d039-a30b-444d-bf13-b38752988e0e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:02.557728997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a440e1a-e200-48f5-83b4-f582efd4c826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:02.610352265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a440e1a-e200-48f5-83b4-f582efd4c826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:02.662192365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a440e1a-e200-48f5-83b4-f582efd4c826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:02.71394237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a440e1a-e200-48f5-83b4-f582efd4c826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:04.62487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c631fe-e2a8-4ed8-9920-258aa234ffc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:05.013992231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c631fe-e2a8-4ed8-9920-258aa234ffc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:05.066536059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c631fe-e2a8-4ed8-9920-258aa234ffc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:05.118410359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c631fe-e2a8-4ed8-9920-258aa234ffc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.223758144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"d9d8e43c-6231-4199-8097-5bef1bdd4b88","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-85d7ff","tenantID":"e2e-api-b-85d7ff","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.279099769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"d9d8e43c-6231-4199-8097-5bef1bdd4b88","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"name":"e2e-api-b-85d7ff-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.538900402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"e551f778-342b-4259-a051-725e6e3645ea","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-85d7ff","tenantID":"e2e-api-b-85d7ff","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.594122066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"e551f778-342b-4259-a051-725e6e3645ea","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"name":"e2e-api-b-85d7ff-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.062816915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"166145a2-c867-48e1-80a2-260e0a36c9f3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89ddad","tenantID":"e2e-api-b-89ddad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.120879163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"166145a2-c867-48e1-80a2-260e0a36c9f3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"name":"e2e-api-b-89ddad-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.437666746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18d64663-b9ec-4864-9d7a-178f0a81ded5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.437690277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18d64663-b9ec-4864-9d7a-178f0a81ded5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:14.485731324Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","namespace":"ai-tenant-e2e-api-b-5733b4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:14.485788334Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","namespace":"ai-tenant-e2e-api-b-5733b4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:14.48584125Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","tenant":"e2e-api-b-5733b4","tenantID":"e2e-api-b-5733b4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:14.539148959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","gvk":"Deployment","name":"maas-api-e2e-api-b-5733b4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:14.602419412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","gvk":"Service","name":"maas-api-e2e-api-b-5733b4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:14.6589531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-5733b4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:14.712764245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-5733b4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:14.76676779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-5733b4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:14.827231454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-5733b4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:14.882675506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-5733b4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:14.95006813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-5733b4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:15.002139095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","gvk":"Deployment","name":"payload-processing-e2e-api-b-5733b4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:15.056115394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-5733b4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:15.107741676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","gvk":"Service","name":"payload-processing-e2e-api-b-5733b4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:15.159131044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","gvk":"Service","name":"payload-pre-processing-e2e-api-b-5733b4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:15.210570517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-5733b4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:15.261783508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-5733b4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:15.313434405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-5733b4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:15.367644156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-5733b4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:15.419142206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-5733b4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:15.470410119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-5733b4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:15.522715863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-5733b4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:15.584937771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5733b4"},"namespace":"ai-tenant-e2e-api-b-5733b4","name":"default-tenant","reconcileID":"464effd2-0de0-4040-87e0-0beb40c61c97","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-5733b4","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:16.478195913Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-5733b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-5733b4","reconcileID":"e63659a1-852c-4d75-877b-0b594f6dea06","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-5733b4","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-5733b4"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:17.580593892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29ec774-94d2-4077-9b7e-78e3b0c045dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:17.632930389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29ec774-94d2-4077-9b7e-78e3b0c045dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:17.68507979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29ec774-94d2-4077-9b7e-78e3b0c045dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:17.737803461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29ec774-94d2-4077-9b7e-78e3b0c045dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:18.846939171Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a1931b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a1931b","reconcileID":"457937fa-8a30-44fd-b95b-f470efc9f92f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-a1931b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-a1931b":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:19.829955897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870b230a-28b2-4c4a-a03e-a28f0ea12496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:19.881629152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870b230a-28b2-4c4a-a03e-a28f0ea12496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:19.933234867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870b230a-28b2-4c4a-a03e-a28f0ea12496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:19.984907947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870b230a-28b2-4c4a-a03e-a28f0ea12496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:21.964236019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1217de7-d096-4e1b-8b09-6f253b707861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:22.015855652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1217de7-d096-4e1b-8b09-6f253b707861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:22.067481178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1217de7-d096-4e1b-8b09-6f253b707861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:22.119154724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1217de7-d096-4e1b-8b09-6f253b707861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:30.275929382Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:30.595543926Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","namespace":"ai-tenant-e2e-api-b-dad161","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:30.595603313Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","namespace":"ai-tenant-e2e-api-b-dad161","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:30.595653392Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","tenant":"e2e-api-b-dad161","tenantID":"e2e-api-b-dad161","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:30.649002355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","gvk":"Deployment","name":"maas-api-e2e-api-b-dad161","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:30.710731407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","gvk":"Service","name":"maas-api-e2e-api-b-dad161","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:30.765062545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-dad161","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:30.818279817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-dad161","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:30.886824312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-dad161","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:30.942759011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-dad161","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:30.999109613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-dad161","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:31.053342714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-dad161","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:31.104711669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","gvk":"Deployment","name":"payload-processing-e2e-api-b-dad161","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:31.155996818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-dad161","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:31.208686709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","gvk":"Service","name":"payload-processing-e2e-api-b-dad161","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:31.260010982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","gvk":"Service","name":"payload-pre-processing-e2e-api-b-dad161","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:31.311241563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-dad161","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:31.362496206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-dad161","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:31.413596027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-dad161","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:31.467465901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-dad161","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:31.518726379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-dad161","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:31.57001989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-dad161","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:31.621703212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-dad161","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:31.67579474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dad161"},"namespace":"ai-tenant-e2e-api-b-dad161","name":"default-tenant","reconcileID":"17fe41f2-08a6-4e2e-a72e-43a43b6a6d8c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-dad161","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:32.530062536Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-dad161","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-dad161","reconcileID":"3cf635a8-75ef-4ba8-a7f3-c77f89e376fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-dad161","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-dad161"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:33.626013766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589c6152-99e2-401e-b389-0b78be04a419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:33.677950744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589c6152-99e2-401e-b389-0b78be04a419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:33.729818433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589c6152-99e2-401e-b389-0b78be04a419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:33.781843746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589c6152-99e2-401e-b389-0b78be04a419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:35.727015909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7796dee1-79b9-4ff0-995c-815cd43c391e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:35.778712607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7796dee1-79b9-4ff0-995c-815cd43c391e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:35.830426241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7796dee1-79b9-4ff0-995c-815cd43c391e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:35.882155019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7796dee1-79b9-4ff0-995c-815cd43c391e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:36.785243332Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"0157cf38-d474-4482-907c-f0cff5485c7a","namespace":"ai-tenant-e2e-api-b-85d7ff","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:36.785309077Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"0157cf38-d474-4482-907c-f0cff5485c7a","namespace":"ai-tenant-e2e-api-b-85d7ff","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:36.785398018Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"0157cf38-d474-4482-907c-f0cff5485c7a","name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:36.841670796Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"0157cf38-d474-4482-907c-f0cff5485c7a","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:36.841870634Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","namespace":"ai-tenant-e2e-api-a-fff189","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:36.841924887Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","namespace":"ai-tenant-e2e-api-a-fff189","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:36.841925392Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"8426ebd8-0865-4263-9184-a49c1bc28d0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:36.841988793Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","tenant":"e2e-api-a-fff189","tenantID":"e2e-api-a-fff189","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:36.842305356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c91dbbc-2fdf-4f1f-b64b-418a0f70e34d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:36.842318053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c91dbbc-2fdf-4f1f-b64b-418a0f70e34d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:36.895242633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","gvk":"Deployment","name":"maas-api-e2e-api-a-fff189","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:36.960692468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","gvk":"Service","name":"maas-api-e2e-api-a-fff189","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.017184196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-fff189","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.046269523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"8426ebd8-0865-4263-9184-a49c1bc28d0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-85d7ff","tenantID":"e2e-api-b-85d7ff","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.070451152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-fff189","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.154939764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-fff189","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.209388514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-fff189","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.219460514Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"8426ebd8-0865-4263-9184-a49c1bc28d0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"name":"e2e-api-b-85d7ff-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.219493009Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"e2e-e2e-api-b-85d7ff-policy","reconcileID":"8426ebd8-0865-4263-9184-a49c1bc28d0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-85d7ff-policy","namespace":"ai-tenant-e2e-api-b-85d7ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-85d7ff","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.268108339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-fff189","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.274392654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1cb44b7-e1dd-4363-bf75-0735e89c2b24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.274412235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1cb44b7-e1dd-4363-bf75-0735e89c2b24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.322088507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-fff189","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.380146059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","gvk":"Deployment","name":"payload-processing-e2e-api-a-fff189","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.43329203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-fff189","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.490260716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","gvk":"Service","name":"payload-processing-e2e-api-a-fff189","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.546955843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","gvk":"Service","name":"payload-pre-processing-e2e-api-a-fff189","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.598071969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-fff189","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.649544449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-fff189","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.700850158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-fff189","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.759831249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-fff189","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.811220613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-fff189","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.86242253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-fff189","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.914728161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-fff189","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:37.969716702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fff189"},"namespace":"ai-tenant-e2e-api-a-fff189","name":"default-tenant","reconcileID":"e9b30d1c-7340-472b-88cc-fb0ddf4b9aee","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-fff189","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:38.857100723Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-fff189","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-fff189","reconcileID":"c55e40cb-4341-4f7d-bec1-17192e6f520a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-fff189","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-fff189"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:40.053839155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6362c13b-f852-4c8e-ad3d-28ce4e589804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:40.109126946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6362c13b-f852-4c8e-ad3d-28ce4e589804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:40.161668819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6362c13b-f852-4c8e-ad3d-28ce4e589804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:40.213511662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6362c13b-f852-4c8e-ad3d-28ce4e589804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:40.935995547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9be93904-c2a5-42c9-bee2-3b929e98fdd6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:40.936024254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9be93904-c2a5-42c9-bee2-3b929e98fdd6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:40.99195431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db208d38-e5bb-4b91-be52-f40097174bc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:40.99197968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db208d38-e5bb-4b91-be52-f40097174bc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.145402867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-c2beef65","reconcileID":"ef9f14fa-7879-4af2-a546-5222a9947ac3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.313044612Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-c2beef65","reconcileID":"ef9f14fa-7879-4af2-a546-5222a9947ac3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.329119517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa50768b-be77-42a4-b4f0-877ed6f0ddc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.329141096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa50768b-be77-42a4-b4f0-877ed6f0ddc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.367726504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-c2beef65","reconcileID":"ef9f14fa-7879-4af2-a546-5222a9947ac3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.385832188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b375faf-eb3c-4138-adcc-4b6c8ef85a65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.385855142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b375faf-eb3c-4138-adcc-4b6c8ef85a65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.423905073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6650bbfe-b4aa-4316-b315-5fa08e956ef2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.423934879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6650bbfe-b4aa-4316-b315-5fa08e956ef2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:44:41.435636871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-c2beef65","reconcileID":"ea2484fd-4c7b-46ce-8370-e39fca98f701","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-c2beef65\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.483962426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e7bf438-835c-4d15-b6f4-3abf0ace45db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.483962385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad3730ff-8a12-4a59-819a-b99a60a2704e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.541127904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e7bf438-835c-4d15-b6f4-3abf0ace45db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.541159987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad3730ff-8a12-4a59-819a-b99a60a2704e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.549173217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d1d3a2c-41ec-4d90-b0bd-08e16c6eec08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.549191308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d1d3a2c-41ec-4d90-b0bd-08e16c6eec08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.632168874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78a3c846-a7d4-4b40-b207-abb81146fd23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.63220352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78a3c846-a7d4-4b40-b207-abb81146fd23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.633657547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-c2beef65","reconcileID":"a018a81f-36e6-4607-974c-6baec9de1dd9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.689305381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-c2beef65","reconcileID":"a018a81f-36e6-4607-974c-6baec9de1dd9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.74313081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-c2beef65","reconcileID":"a018a81f-36e6-4607-974c-6baec9de1dd9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.894500062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"725f4607-42ff-4fa3-8b12-ebc8cc46c5f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.894541994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb540300-36af-4d75-9a3c-88b6d3fa0e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.896217278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-c2beef65","reconcileID":"5bbe88dc-395f-44be-9395-58b632299916","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.901124533Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-c2beef65","reconcileID":"9452c917-98e2-4e15-9f01-0e0109f90e99","MaaSSubscription":{"name":"e2e-neg-ghost-sub-c2beef65","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-c2beef65","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.901241048Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-c2beef65","reconcileID":"9452c917-98e2-4e15-9f01-0e0109f90e99","MaaSSubscription":{"name":"e2e-neg-ghost-sub-c2beef65","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-c2beef65","error":"MaaSModelRef not found: llm/nonexistent-model-c2beef65","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.950640182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"725f4607-42ff-4fa3-8b12-ebc8cc46c5f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.950916293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb540300-36af-4d75-9a3c-88b6d3fa0e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:41.953007514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-c2beef65","reconcileID":"5bbe88dc-395f-44be-9395-58b632299916","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:42.007170872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-c2beef65","reconcileID":"5bbe88dc-395f-44be-9395-58b632299916","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:42.108249555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5470676d-94d8-4ef7-97b3-8a3592f69176","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:42.117060164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cf29db3-2cc0-4acb-9f66-0626b7334cdb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:42.117081931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cf29db3-2cc0-4acb-9f66-0626b7334cdb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:42.174187675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbef56e4-0c31-458f-b55d-dc64d3bb5fb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:42.226117634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbef56e4-0c31-458f-b55d-dc64d3bb5fb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:42.278204148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbef56e4-0c31-458f-b55d-dc64d3bb5fb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:42.330116017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbef56e4-0c31-458f-b55d-dc64d3bb5fb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:42.433677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-c2beef65","reconcileID":"ea1d8301-b801-4c69-aac2-ec5e497dd783","MaaSSubscription":{"name":"e2e-neg-ghost-sub-c2beef65","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:42.433848207Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-c2beef65","reconcileID":"ea1d8301-b801-4c69-aac2-ec5e497dd783","MaaSSubscription":{"name":"e2e-neg-ghost-sub-c2beef65","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-c2beef65","error":"MaaSModelRef not found: llm/nonexistent-model-c2beef65","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:44.106143996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d580c5fe-1f51-4da2-a179-3c40739be6cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:44.106165578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d580c5fe-1f51-4da2-a179-3c40739be6cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:44.260680089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-c2beef65","reconcileID":"119787d8-c8f2-46a7-b547-82464905f548","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:44.260775902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df4a9df4-72f2-47af-b540-f53ed6842632","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:44.26110488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a4e766c-3050-45f1-9e47-5e60016b9f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:44.317862277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a4e766c-3050-45f1-9e47-5e60016b9f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:44.318173526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-c2beef65","reconcileID":"119787d8-c8f2-46a7-b547-82464905f548","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:44.320261439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df4a9df4-72f2-47af-b540-f53ed6842632","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:44.373078612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-c2beef65","reconcileID":"119787d8-c8f2-46a7-b547-82464905f548","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:46.232854726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"7017907b-ea97-43f6-8c2a-060abe32e0ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89ddad","tenantID":"e2e-api-b-89ddad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:46.293959154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"7017907b-ea97-43f6-8c2a-060abe32e0ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"name":"e2e-api-b-89ddad-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:46.60648767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"ee215f27-ad81-437e-adf2-a81ea5759499","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89ddad","tenantID":"e2e-api-b-89ddad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:46.66301135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"ee215f27-ad81-437e-adf2-a81ea5759499","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"name":"e2e-api-b-89ddad-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:47.084413991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f5818f-2b5c-4eda-96bd-dd8eef58cda3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:47.13687593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f5818f-2b5c-4eda-96bd-dd8eef58cda3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:47.188732111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f5818f-2b5c-4eda-96bd-dd8eef58cda3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:47.240745319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f5818f-2b5c-4eda-96bd-dd8eef58cda3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:49.167205337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af812a22-b5ca-434a-ba6a-61bd7c40411b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:49.218830958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af812a22-b5ca-434a-ba6a-61bd7c40411b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:49.270760108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af812a22-b5ca-434a-ba6a-61bd7c40411b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:49.32277228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af812a22-b5ca-434a-ba6a-61bd7c40411b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:51.186999171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99be37f1-4cc2-4c40-86f0-b9233cdf688a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:51.23902593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99be37f1-4cc2-4c40-86f0-b9233cdf688a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:51.291112141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99be37f1-4cc2-4c40-86f0-b9233cdf688a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:51.342949429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99be37f1-4cc2-4c40-86f0-b9233cdf688a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:53.260903317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94003e77-2b04-49df-a29b-bece082d6bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:53.312746613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94003e77-2b04-49df-a29b-bece082d6bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:53.364669477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94003e77-2b04-49df-a29b-bece082d6bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:53.44191412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94003e77-2b04-49df-a29b-bece082d6bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:54.267580382Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-c2beef65","reconcileID":"9ca2c10f-7e19-4c6a-b28f-0d7109238678","MaaSSubscription":{"name":"e2e-neg-ghost-sub-c2beef65","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-c2beef65","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:54.479295576Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-c2beef65","reconcileID":"9ca2c10f-7e19-4c6a-b28f-0d7109238678","MaaSSubscription":{"name":"e2e-neg-ghost-sub-c2beef65","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:54.479357812Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-c2beef65","reconcileID":"9ca2c10f-7e19-4c6a-b28f-0d7109238678","MaaSSubscription":{"name":"e2e-neg-ghost-sub-c2beef65","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-c2beef65","subscription":"e2e-neg-ghost-sub-c2beef65","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:54.479498986Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-c2beef65","reconcileID":"9ca2c10f-7e19-4c6a-b28f-0d7109238678","MaaSSubscription":{"name":"e2e-neg-ghost-sub-c2beef65","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-c2beef65","error":"MaaSModelRef not found: llm/nonexistent-model-c2beef65","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:54.529521204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-c2beef65","reconcileID":"21ef560c-1857-4892-9810-c127a6868760","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:54.585947356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-c2beef65","reconcileID":"21ef560c-1857-4892-9810-c127a6868760","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:54.640088271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-c2beef65","reconcileID":"21ef560c-1857-4892-9810-c127a6868760","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:54.689623507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a5a3a55b-7177-443f-96a5-a699d7e89036","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:54.745469958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdbfee9b-70ed-4756-ac83-5f851b51fbfa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:54.745491522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdbfee9b-70ed-4756-ac83-5f851b51fbfa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:54.899857655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1263e3b5-2a55-41d4-bcac-6390240e425c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:54.900160972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-c2beef65","reconcileID":"f0385429-66b6-4cb2-b0c5-fa8f87f780e6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:54.900538146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13c536ec-6ce2-4774-bbd6-8b6be84ce6fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:54.907412816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cd6edab-86a3-438f-8e18-b71b1a2da934","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:54.907432633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cd6edab-86a3-438f-8e18-b71b1a2da934","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:54.95601925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-c2beef65","reconcileID":"f0385429-66b6-4cb2-b0c5-fa8f87f780e6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:54.956370646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1263e3b5-2a55-41d4-bcac-6390240e425c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:54.9582992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13c536ec-6ce2-4774-bbd6-8b6be84ce6fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:55.009911159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-c2beef65","reconcileID":"f0385429-66b6-4cb2-b0c5-fa8f87f780e6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:55.010108762Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-c2beef65","reconcileID":"8faeffb5-bd66-4f5c-99ea-00ef4ae6a761","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-c2beef65","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:55.214456802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d851ae33-441c-4c1f-82d6-9b58ca4de1b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:55.214478544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d851ae33-441c-4c1f-82d6-9b58ca4de1b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:55.499855083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6e8cbff-969d-46a0-9487-39717a633897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:55.499878449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6e8cbff-969d-46a0-9487-39717a633897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:55.554253127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5535baff-1fd1-4cb3-9d90-aaa34d34dc0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:55.554275354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5535baff-1fd1-4cb3-9d90-aaa34d34dc0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:55.759592542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"091c4bcf-3031-4318-8123-fb20624cbeb6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:55.829743188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"091c4bcf-3031-4318-8123-fb20624cbeb6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:55.888509862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"091c4bcf-3031-4318-8123-fb20624cbeb6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:55.983520213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"492c8b16-cde4-4fd0-af71-4e9151410eb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:55.983548686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"492c8b16-cde4-4fd0-af71-4e9151410eb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:56.208518358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"50a82387-ca90-4788-b131-dfaf5c08ba50","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:56.264128754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"50a82387-ca90-4788-b131-dfaf5c08ba50","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:56.319183275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"50a82387-ca90-4788-b131-dfaf5c08ba50","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:56.713081927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"d4cf816f-cff1-4bd4-8736-6379ad388c5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89ddad","tenantID":"e2e-api-b-89ddad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:56.769953907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"d4cf816f-cff1-4bd4-8736-6379ad388c5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"name":"e2e-api-b-89ddad-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:57.064041824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"63fccc72-cd79-4560-b616-3ec0f99c5c94","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89ddad","tenantID":"e2e-api-b-89ddad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:57.123040967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"63fccc72-cd79-4560-b616-3ec0f99c5c94","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"name":"e2e-api-b-89ddad-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:44:59.9788942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b4c4f6-cfa7-4cee-9be5-39382fbfd7d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:00.031052874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b4c4f6-cfa7-4cee-9be5-39382fbfd7d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:00.087423524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b4c4f6-cfa7-4cee-9be5-39382fbfd7d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:00.141664931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b4c4f6-cfa7-4cee-9be5-39382fbfd7d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:00.279284505Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:00.42802895Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-87e1cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-87e1cf","reconcileID":"3121c4f4-564d-4e7c-b82d-e42afd68baee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-87e1cf","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-87e1cf":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:02.092767885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e78c1e-5484-47f9-af47-0bce8590eb9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:02.144831852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e78c1e-5484-47f9-af47-0bce8590eb9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:02.19678398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e78c1e-5484-47f9-af47-0bce8590eb9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:02.251764741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e78c1e-5484-47f9-af47-0bce8590eb9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:03.516543444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"392f1afa-d160-47dc-bebb-c683746bfb66","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a1931b","tenantID":"e2e-api-a-a1931b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:03.678782981Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"392f1afa-d160-47dc-bebb-c683746bfb66","name":"e2e-api-a-a1931b-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:04.247463725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db197f66-c8fa-40a4-88f0-6a2cac69bd33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:04.299730797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db197f66-c8fa-40a4-88f0-6a2cac69bd33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:04.351948781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db197f66-c8fa-40a4-88f0-6a2cac69bd33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:04.405159147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db197f66-c8fa-40a4-88f0-6a2cac69bd33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:06.367153643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad728361-4edb-40d8-b5b0-585f313fe69a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:06.419072718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad728361-4edb-40d8-b5b0-585f313fe69a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:06.472219212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad728361-4edb-40d8-b5b0-585f313fe69a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:06.524683903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad728361-4edb-40d8-b5b0-585f313fe69a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:06.685042997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"1cf00598-2fa6-4170-acb5-98e8e6e5b2e7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:06.741186468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"1cf00598-2fa6-4170-acb5-98e8e6e5b2e7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:06.796932426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"1cf00598-2fa6-4170-acb5-98e8e6e5b2e7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:06.855213014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19e91d46-403f-4d0b-aa44-54509cebfa82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:06.855242415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19e91d46-403f-4d0b-aa44-54509cebfa82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:08.518077971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833816cf-7703-4955-8942-4e08b9e92a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:08.570210298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833816cf-7703-4955-8942-4e08b9e92a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:08.622075406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833816cf-7703-4955-8942-4e08b9e92a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:08.674086871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"833816cf-7703-4955-8942-4e08b9e92a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:10.66587185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f8cdbb-83f0-4c59-b660-7bc8fb22e20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:10.717835745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f8cdbb-83f0-4c59-b660-7bc8fb22e20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:10.76969704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f8cdbb-83f0-4c59-b660-7bc8fb22e20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:10.821727633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f8cdbb-83f0-4c59-b660-7bc8fb22e20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:17.062032573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"830afc57-29de-436e-9af4-21554e814843","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:17.120402048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"830afc57-29de-436e-9af4-21554e814843","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:17.175713897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"830afc57-29de-436e-9af4-21554e814843","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:19.104391715Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","namespace":"ai-tenant-e2e-api-b-85d7ff","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:19.104455123Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","namespace":"ai-tenant-e2e-api-b-85d7ff","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:19.104501203Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","tenant":"e2e-api-b-85d7ff","tenantID":"e2e-api-b-85d7ff","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:19.158250483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","gvk":"Deployment","name":"maas-api-e2e-api-b-85d7ff","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:19.222489468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","gvk":"Service","name":"maas-api-e2e-api-b-85d7ff","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:19.279675032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-85d7ff","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:19.333967358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-85d7ff","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:19.401055191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-85d7ff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:19.459628431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-85d7ff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:19.524717041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-85d7ff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:19.585875056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-85d7ff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:19.645990439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","gvk":"Deployment","name":"payload-processing-e2e-api-b-85d7ff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:19.697606981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-85d7ff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:19.749464527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","gvk":"Service","name":"payload-processing-e2e-api-b-85d7ff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:19.801159772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","gvk":"Service","name":"payload-pre-processing-e2e-api-b-85d7ff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:19.852667316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-85d7ff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:19.903977239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-85d7ff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:19.955480477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-85d7ff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:20.009634969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-85d7ff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:20.062885559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-85d7ff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:20.114858246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-85d7ff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:20.176620351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-85d7ff","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:20.228070113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-85d7ff"},"namespace":"ai-tenant-e2e-api-b-85d7ff","name":"default-tenant","reconcileID":"d8b2f03a-b967-42bc-84ba-328cd09347b0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-85d7ff","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:21.033235402Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-85d7ff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-85d7ff","reconcileID":"580d40bc-4212-4668-8bef-a48d550865a9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-85d7ff","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-85d7ff"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:22.140107037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb2260c6-3ffe-4ec5-be5a-81880f178e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:22.193042265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb2260c6-3ffe-4ec5-be5a-81880f178e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:22.244735933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb2260c6-3ffe-4ec5-be5a-81880f178e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:22.296487412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb2260c6-3ffe-4ec5-be5a-81880f178e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:24.211135291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9490d78f-5e81-4a78-980d-18a8879d63f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:24.263057313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9490d78f-5e81-4a78-980d-18a8879d63f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:24.314944525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9490d78f-5e81-4a78-980d-18a8879d63f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:24.36685071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9490d78f-5e81-4a78-980d-18a8879d63f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:25.226475089Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"f60156b1-5069-46be-84c2-2577ca89a435","namespace":"ai-tenant-e2e-api-b-89ddad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:25.226555458Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"f60156b1-5069-46be-84c2-2577ca89a435","namespace":"ai-tenant-e2e-api-b-89ddad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:25.226616663Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"f60156b1-5069-46be-84c2-2577ca89a435","name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:25.282199721Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"f60156b1-5069-46be-84c2-2577ca89a435","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:25.28259715Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"551d8eaf-9323-4671-bae6-c9a35b261a79","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:25.282919013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25458b96-c610-432c-b913-5309269a4a56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:25.282937332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25458b96-c610-432c-b913-5309269a4a56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:25.456477252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"551d8eaf-9323-4671-bae6-c9a35b261a79","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89ddad","tenantID":"e2e-api-b-89ddad","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:25.606975442Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"551d8eaf-9323-4671-bae6-c9a35b261a79","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"name":"e2e-api-b-89ddad-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:25.607000725Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"e2e-e2e-api-b-89ddad-policy","reconcileID":"551d8eaf-9323-4671-bae6-c9a35b261a79","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-89ddad-policy","namespace":"ai-tenant-e2e-api-b-89ddad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-89ddad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:25.662370496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bfee6a1-2055-4f0b-8d8c-1b579cab59b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:25.662393943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bfee6a1-2055-4f0b-8d8c-1b579cab59b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:26.224809634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16aa5fe0-4ea0-412b-8b6d-3a1dc66a7335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:26.277097371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16aa5fe0-4ea0-412b-8b6d-3a1dc66a7335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:26.330866401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16aa5fe0-4ea0-412b-8b6d-3a1dc66a7335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:26.383105927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16aa5fe0-4ea0-412b-8b6d-3a1dc66a7335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:27.420645385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"6044f701-49e7-45e4-a98f-d2927384f96f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:27.47700376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"6044f701-49e7-45e4-a98f-d2927384f96f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:27.531673263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"6044f701-49e7-45e4-a98f-d2927384f96f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:28.241561689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb0b8b4-ee11-4533-b099-176be27fbfd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:28.293438554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb0b8b4-ee11-4533-b099-176be27fbfd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:28.346939181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb0b8b4-ee11-4533-b099-176be27fbfd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:28.404742078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb0b8b4-ee11-4533-b099-176be27fbfd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:30.275790492Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:30.372408593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"100cd81f-73d7-41fe-a1b7-9d7c38d5df5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:30.424164094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"100cd81f-73d7-41fe-a1b7-9d7c38d5df5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:30.47595718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"100cd81f-73d7-41fe-a1b7-9d7c38d5df5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:30.528402954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"100cd81f-73d7-41fe-a1b7-9d7c38d5df5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:32.408112306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abd8eaa8-fc44-49ec-80fe-1f98cfadcb3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:32.459908935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abd8eaa8-fc44-49ec-80fe-1f98cfadcb3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:32.511766208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abd8eaa8-fc44-49ec-80fe-1f98cfadcb3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:32.56352696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abd8eaa8-fc44-49ec-80fe-1f98cfadcb3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.425996275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe804f5-3474-470d-871f-80a5dfc7bf2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.477767239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe804f5-3474-470d-871f-80a5dfc7bf2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.529466273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe804f5-3474-470d-871f-80a5dfc7bf2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.5812621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe804f5-3474-470d-871f-80a5dfc7bf2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.746521263Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1c3bed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1c3bed","reconcileID":"a50fe708-8939-4e3d-bbb7-1de709e0b9fb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-1c3bed","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-1c3bed":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:36.48883763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10471b0f-cc8e-41a7-a029-36d41b1970f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:36.548195695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10471b0f-cc8e-41a7-a029-36d41b1970f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:36.600640598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10471b0f-cc8e-41a7-a029-36d41b1970f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:36.653158957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10471b0f-cc8e-41a7-a029-36d41b1970f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:37.762059661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"c1ee883d-d5a5-47e7-a46e-2e4fe2c63397","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:37.819203711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"c1ee883d-d5a5-47e7-a46e-2e4fe2c63397","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:37.873309914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"c1ee883d-d5a5-47e7-a46e-2e4fe2c63397","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:38.562941233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642a5747-08e0-4755-a82e-cb31edc12848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:38.614984808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642a5747-08e0-4755-a82e-cb31edc12848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:38.666801202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642a5747-08e0-4755-a82e-cb31edc12848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:38.718388385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642a5747-08e0-4755-a82e-cb31edc12848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.680952515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"32cfe2e5-6d01-4735-b484-2afab85c07fc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.682655993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67eb4232-afbf-4d71-855a-f491856cf47a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.734367981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67eb4232-afbf-4d71-855a-f491856cf47a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.786060145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67eb4232-afbf-4d71-855a-f491856cf47a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.838292602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67eb4232-afbf-4d71-855a-f491856cf47a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.848669743Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"32cfe2e5-6d01-4735-b484-2afab85c07fc","name":"e2e-shared-a-w2-87e1cf-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:42.73346304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97abb0ed-fe25-4436-a638-f20b51f53074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:42.785145384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97abb0ed-fe25-4436-a638-f20b51f53074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:42.837162344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97abb0ed-fe25-4436-a638-f20b51f53074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:42.889108939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97abb0ed-fe25-4436-a638-f20b51f53074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:44.765233507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7196bba4-c782-4981-8a3f-0585e9b1efeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:44.826319717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7196bba4-c782-4981-8a3f-0585e9b1efeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:44.898592943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7196bba4-c782-4981-8a3f-0585e9b1efeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:44.950848088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7196bba4-c782-4981-8a3f-0585e9b1efeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:45.318028947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"3381d7ee-ffd0-4696-9059-ea7a0e2feaca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:45.370496833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"629c7a2a-dff2-46b5-ac27-a7926c09eaa9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:45.392849028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"a655a2f5-e9f3-46e4-bbb2-979f317d9710","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:45.560767072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"44344b19-874d-4c99-9329-014e17a774cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:45.612869046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"83b553ec-ba9a-4f69-adda-46713f6c1e86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:45.742509534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"7d006943-8469-4b42-a669-ac9dd210b207","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:45.857905568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cf6a34bd-0a69-4feb-8626-77ef064680df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:45.958515527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"05ce455f-ac68-4f6b-817c-3a8169d3944d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:46.140083266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"d76bfcb7-2108-49c5-b030-7c95375bbbcb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:46.206441297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"af729908-a04c-4b0d-a65f-c835d3aa1c1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:46.305820892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"b44030c8-efb4-452b-9afa-f375229b2737","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:46.884034392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc513b91-80a4-4d3c-97bc-bbef947ca160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:46.93683306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc513b91-80a4-4d3c-97bc-bbef947ca160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:46.993083879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc513b91-80a4-4d3c-97bc-bbef947ca160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:47.045914377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc513b91-80a4-4d3c-97bc-bbef947ca160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:48.08790531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"955a49ba-99ce-4344-a8c4-d9e4428a872a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:48.143512093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"955a49ba-99ce-4344-a8c4-d9e4428a872a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:48.249163078Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"955a49ba-99ce-4344-a8c4-d9e4428a872a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-cbf8591f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:48.463178292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2e339c4-2a48-43bb-abfe-f8593d440438","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:48.463203184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2e339c4-2a48-43bb-abfe-f8593d440438","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:48.910885781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be16b6c0-3580-4790-b860-6925dac63847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:48.962698175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be16b6c0-3580-4790-b860-6925dac63847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:49.01441887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be16b6c0-3580-4790-b860-6925dac63847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:49.066099352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be16b6c0-3580-4790-b860-6925dac63847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:50.765285566Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"e4f892a3-840d-4bd5-ae59-8d9536d8127c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:50.765398447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d5e6f09-30d6-4518-b9d1-8575a4bc9b9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:50.76541667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d5e6f09-30d6-4518-b9d1-8575a4bc9b9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:50.8170059Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-cbf8591f","reconcileID":"e4f892a3-840d-4bd5-ae59-8d9536d8127c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-cbf8591f","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-cbf8591f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:50.939746283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea88cba-68c8-4596-91f1-f564e9590b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:50.991587147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea88cba-68c8-4596-91f1-f564e9590b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.043561023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea88cba-68c8-4596-91f1-f564e9590b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.047133636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"289ed137-6529-41fe-be1a-3b3e00f97512","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.047153717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"289ed137-6529-41fe-be1a-3b3e00f97512","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.095881886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea88cba-68c8-4596-91f1-f564e9590b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.254660785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d254446f-573b-411d-bbf8-fe4baf116c34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.254680671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d254446f-573b-411d-bbf8-fe4baf116c34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.309522212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92a4670e-6f03-4bb1-a19d-0b3633a6ba99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.309542567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92a4670e-6f03-4bb1-a19d-0b3633a6ba99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.411972043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"2e22734b-8051-4358-82ca-5e249c17ff8a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a1931b","tenantID":"e2e-api-a-a1931b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.534027167Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"2e22734b-8051-4358-82ca-5e249c17ff8a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"name":"e2e-api-a-a1931b-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.588303917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a1931b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"2e22734b-8051-4358-82ca-5e249c17ff8a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.642578664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e509659-e671-46eb-9718-0d0ef16612b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.642604065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e509659-e671-46eb-9718-0d0ef16612b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:55.668770365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97b6f07-4ba2-4628-8cfe-0a2fe075f26a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:55.723088365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97b6f07-4ba2-4628-8cfe-0a2fe075f26a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:55.776710021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97b6f07-4ba2-4628-8cfe-0a2fe075f26a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:55.828608327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97b6f07-4ba2-4628-8cfe-0a2fe075f26a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:56.308530593Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-3c6597","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-3c6597","reconcileID":"dfefc377-9f3d-4536-b38e-af2edcc268de","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-3c6597","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-3c6597":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:57.311125416Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3c0bdb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3c0bdb","reconcileID":"a20bc0c2-07ea-4c5b-b40b-900203e51b4e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3c0bdb","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-3c0bdb":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:57.706801865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b17c91-c094-4c71-9e23-9d48d7d1bc22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:57.758925493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b17c91-c094-4c71-9e23-9d48d7d1bc22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:57.811479855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b17c91-c094-4c71-9e23-9d48d7d1bc22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:57.863850016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b17c91-c094-4c71-9e23-9d48d7d1bc22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:59.731055861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f1ae56-d670-4cba-b390-15c5bdc2ecb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:59.855156989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f1ae56-d670-4cba-b390-15c5bdc2ecb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:59.911673223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f1ae56-d670-4cba-b390-15c5bdc2ecb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:45:59.966909543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f1ae56-d670-4cba-b390-15c5bdc2ecb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:00.296452394Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:01.746864851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"838bdf4e-96c4-4f73-b0a5-216084c4bbe5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a1931b","tenantID":"e2e-api-a-a1931b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:01.814000295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"838bdf4e-96c4-4f73-b0a5-216084c4bbe5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"name":"e2e-api-a-a1931b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:01.870755242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a1931b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"838bdf4e-96c4-4f73-b0a5-216084c4bbe5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.245057093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"ea8a3fff-6a2a-478c-a293-be4c8e508b13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.348312011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"ae711d50-5aa0-4c91-b768-31f422a1f15a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.36545666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"34cc6194-8ea6-41dc-96f1-b66965696fdf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.540134807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"5d45ead2-6aef-44de-aa3a-8646be6b2c47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.720970096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"37ba4949-0a6f-4060-9ac8-31f1257b3aab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.818712491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"ad0e8ef6-1ef5-4f3e-be0c-4ef136872aad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.920300357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3046598e-71e7-411c-950a-7796ae41c96d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.957729512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"d9b9b026-6e79-4f60-a141-e9a8455cb83c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:04.076087136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"f9c7c47e-da90-41c0-ae03-6d3d82d80695","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:04.192609818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"93ec38c6-9b64-4082-b32d-a63b4abb16b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:04.312373182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"b112139e-7138-4ba9-8981-ec206b17b7fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:06.149924245Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","namespace":"ai-tenant-e2e-api-b-89ddad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:06.150305354Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","namespace":"ai-tenant-e2e-api-b-89ddad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:06.150572176Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","tenant":"e2e-api-b-89ddad","tenantID":"e2e-api-b-89ddad","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:06.204830049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","gvk":"Deployment","name":"maas-api-e2e-api-b-89ddad","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:06.266740988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","gvk":"Service","name":"maas-api-e2e-api-b-89ddad","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:06.321954879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-89ddad","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:06.375377867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-89ddad","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:06.434635878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-89ddad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:06.495542649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-89ddad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:06.549765351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-89ddad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:06.606863086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-89ddad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:06.666699913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","gvk":"Deployment","name":"payload-processing-e2e-api-b-89ddad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:06.718106238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-89ddad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:06.769516293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","gvk":"Service","name":"payload-processing-e2e-api-b-89ddad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:06.820731805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","gvk":"Service","name":"payload-pre-processing-e2e-api-b-89ddad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:06.872125816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-89ddad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:06.923757112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-89ddad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:06.975149728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-89ddad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:07.033323931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-89ddad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:07.084485615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-89ddad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:07.135496096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-89ddad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:07.187461035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-89ddad","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:07.239133194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-89ddad"},"namespace":"ai-tenant-e2e-api-b-89ddad","name":"default-tenant","reconcileID":"91114368-2921-4dcb-a7a4-6535e8f42b0d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-89ddad","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:08.049483601Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-89ddad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-89ddad","reconcileID":"cc132c39-d79e-4b19-a70f-4e0ba1aef8e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-89ddad","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-89ddad"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.149345943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8191ae-aa76-4c18-8069-1b8ce0837976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.201166813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8191ae-aa76-4c18-8069-1b8ce0837976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.252929391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8191ae-aa76-4c18-8069-1b8ce0837976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.305036403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8191ae-aa76-4c18-8069-1b8ce0837976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:11.266767272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c41459-0a07-42da-ba98-41633fa4ec36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:11.318477743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c41459-0a07-42da-ba98-41633fa4ec36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:11.370267505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c41459-0a07-42da-ba98-41633fa4ec36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:11.426652935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5c41459-0a07-42da-ba98-41633fa4ec36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:11.980656896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"2ff97177-ba36-4eaa-b772-64c0d11ece2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a1931b","tenantID":"e2e-api-a-a1931b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:12.04084598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"2ff97177-ba36-4eaa-b772-64c0d11ece2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"name":"e2e-api-a-a1931b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:12.09876329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a1931b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b4d9ddee41eca67ec6e594baf250c93168f8b17fe4474dda3cf433a6d3496ce4) AuthConfig (ce027a2190b4d5372900c9df90781ea4adba151bbdce4bb7e87ad540b323829f) AuthConfig (5599076d4bcab11fae7cac8bbb309a3c18799e9081b1efd1b96f54b7fca75445) AuthConfig (961eb270b0e26fe5a5afa7017865ba36172ee62483a03895e63b049b4648ff8c) AuthConfig (0d52ecc94b8f42462d9ebe6840fbb6261e7d2038b605b391e712cb837a3fce0d) AuthConfig (fa68ce1ef5b54a38f9febc3929e861ebb2e0841e5780fb0442fc117c8a2d08d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"2ff97177-ba36-4eaa-b772-64c0d11ece2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:12.156059108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7cb3b0d-2066-41e6-837b-2f6a6e7f4074","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:12.156080419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7cb3b0d-2066-41e6-837b-2f6a6e7f4074","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:22.02796379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"c363d05d-f147-4e36-8d67-c3a2413834d4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1c3bed","tenantID":"e2e-ipp-a-1c3bed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:22.186748539Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"c363d05d-f147-4e36-8d67-c3a2413834d4","name":"e2e-ipp-a-1c3bed-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:22.260682798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"670eecbf-5a80-4b57-8d18-0f39cae6919a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a1931b","tenantID":"e2e-api-a-a1931b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:22.316066473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"670eecbf-5a80-4b57-8d18-0f39cae6919a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"name":"e2e-api-a-a1931b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:22.370522217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a1931b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b4d9ddee41eca67ec6e594baf250c93168f8b17fe4474dda3cf433a6d3496ce4) AuthConfig (ce027a2190b4d5372900c9df90781ea4adba151bbdce4bb7e87ad540b323829f) AuthConfig (5599076d4bcab11fae7cac8bbb309a3c18799e9081b1efd1b96f54b7fca75445) AuthConfig (961eb270b0e26fe5a5afa7017865ba36172ee62483a03895e63b049b4648ff8c) AuthConfig (0d52ecc94b8f42462d9ebe6840fbb6261e7d2038b605b391e712cb837a3fce0d) AuthConfig (fa68ce1ef5b54a38f9febc3929e861ebb2e0841e5780fb0442fc117c8a2d08d6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"670eecbf-5a80-4b57-8d18-0f39cae6919a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:22.688045321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76db4248-2c22-4af7-8717-072664e510d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:22.740042719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76db4248-2c22-4af7-8717-072664e510d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:22.792524041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76db4248-2c22-4af7-8717-072664e510d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:22.84495101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76db4248-2c22-4af7-8717-072664e510d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:23.322497011Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3940f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3940f8","reconcileID":"84ff2805-8e78-49ce-8831-6e272ed9a5cc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3940f8","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-3940f8":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.773490728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c9deaf-ffc2-44f8-83da-c4e3aa70271c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.825642002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c9deaf-ffc2-44f8-83da-c4e3aa70271c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.877266113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c9deaf-ffc2-44f8-83da-c4e3aa70271c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.931796444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24c9deaf-ffc2-44f8-83da-c4e3aa70271c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:26.836973691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9390ed5c-1337-4dc6-8f9d-b8221be88511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:26.889317179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9390ed5c-1337-4dc6-8f9d-b8221be88511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:26.945706853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9390ed5c-1337-4dc6-8f9d-b8221be88511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:27.006817675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9390ed5c-1337-4dc6-8f9d-b8221be88511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:29.028075379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e3ff0e-dec1-49ce-a504-2c46b5cb9c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:29.079906347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e3ff0e-dec1-49ce-a504-2c46b5cb9c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:29.131522395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e3ff0e-dec1-49ce-a504-2c46b5cb9c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:29.183984982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e3ff0e-dec1-49ce-a504-2c46b5cb9c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:30.313079325Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:31.246641923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c5ea65-dcf8-4d09-91f9-412aaa144f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:31.298300417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c5ea65-dcf8-4d09-91f9-412aaa144f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:31.351405693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c5ea65-dcf8-4d09-91f9-412aaa144f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:31.403302306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34c5ea65-dcf8-4d09-91f9-412aaa144f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.568934187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"ec2372cb-be1c-47ae-88e7-915bbae846b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a1931b","tenantID":"e2e-api-a-a1931b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.624974397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"ec2372cb-be1c-47ae-88e7-915bbae846b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"name":"e2e-api-a-a1931b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.889628277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"086032a0-2550-455a-862e-a21d5afff8ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.889648391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"086032a0-2550-455a-862e-a21d5afff8ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.375281004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ed4853-5c62-4274-a63a-c5f7c62aef91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.427944567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ed4853-5c62-4274-a63a-c5f7c62aef91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.480488682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ed4853-5c62-4274-a63a-c5f7c62aef91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.532561038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ed4853-5c62-4274-a63a-c5f7c62aef91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:35.537044164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a20f91f-6649-4ef2-9f1a-bae95c956d78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:35.589747256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a20f91f-6649-4ef2-9f1a-bae95c956d78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:35.642174955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a20f91f-6649-4ef2-9f1a-bae95c956d78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:35.69491001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a20f91f-6649-4ef2-9f1a-bae95c956d78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:39.246835773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79f379e5-52fc-4624-b733-c4fe2aba2639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:39.298642754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79f379e5-52fc-4624-b733-c4fe2aba2639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:39.350750144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79f379e5-52fc-4624-b733-c4fe2aba2639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:39.403654555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79f379e5-52fc-4624-b733-c4fe2aba2639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:39.852036947Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-6ddbba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-6ddbba","reconcileID":"26a01092-a457-4bf9-a528-0d3b7c1482f9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-6ddbba","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-6ddbba":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:41.36814903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d9752a-d440-45bf-88c8-108ae191c06a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:41.420056791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d9752a-d440-45bf-88c8-108ae191c06a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:41.471684584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d9752a-d440-45bf-88c8-108ae191c06a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:41.523380947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d9752a-d440-45bf-88c8-108ae191c06a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.479103819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feed4cc0-0f4b-4f32-8f62-c63ab091c2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.555067903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feed4cc0-0f4b-4f32-8f62-c63ab091c2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.608876372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feed4cc0-0f4b-4f32-8f62-c63ab091c2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.660659946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feed4cc0-0f4b-4f32-8f62-c63ab091c2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.69671886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b6f512-f57a-4c68-b6f2-fd9f8d985c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.748497363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b6f512-f57a-4c68-b6f2-fd9f8d985c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.801043427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b6f512-f57a-4c68-b6f2-fd9f8d985c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.852946187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b6f512-f57a-4c68-b6f2-fd9f8d985c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:47.860221467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2512e350-3736-4526-928c-0999f44e08c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:47.912135074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2512e350-3736-4526-928c-0999f44e08c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:47.965194646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2512e350-3736-4526-928c-0999f44e08c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:48.017651202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2512e350-3736-4526-928c-0999f44e08c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:48.803178104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"1c467c05-4a46-4fea-bbd0-a815e2d521f6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c6597","tenantID":"e2e-api-b-3c6597","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:48.966057089Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"1c467c05-4a46-4fea-bbd0-a815e2d521f6","name":"e2e-api-b-3c6597-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:50.076644867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe80a59-e574-49c9-86f8-b4b706ef16fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:50.137986988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe80a59-e574-49c9-86f8-b4b706ef16fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:50.189731199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe80a59-e574-49c9-86f8-b4b706ef16fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:50.241513981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe80a59-e574-49c9-86f8-b4b706ef16fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:52.328355386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68086958-a9c8-48c5-810e-a844c33c80ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:52.380092529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68086958-a9c8-48c5-810e-a844c33c80ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:52.432065823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68086958-a9c8-48c5-810e-a844c33c80ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:52.484028646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68086958-a9c8-48c5-810e-a844c33c80ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:54.188650351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"b7fba3aa-4b9d-492d-84dc-744f8d6e2ad3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3c0bdb","tenantID":"e2e-ipp-a-3c0bdb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:54.401918118Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"b7fba3aa-4b9d-492d-84dc-744f8d6e2ad3","name":"e2e-ipp-a-3c0bdb-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:54.663014936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57618bf8-1a6b-450f-902c-88db0b457f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:54.717020717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57618bf8-1a6b-450f-902c-88db0b457f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:54.769062831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57618bf8-1a6b-450f-902c-88db0b457f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:54.820585971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57618bf8-1a6b-450f-902c-88db0b457f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:56.787405039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c90c944-0661-494f-bfc2-111946b6a5cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:56.840149921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c90c944-0661-494f-bfc2-111946b6a5cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:56.892033209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c90c944-0661-494f-bfc2-111946b6a5cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:56.944374056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c90c944-0661-494f-bfc2-111946b6a5cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.933367644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0745378-d791-412d-8ce1-03dee13d5e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.985185809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0745378-d791-412d-8ce1-03dee13d5e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.037121428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0745378-d791-412d-8ce1-03dee13d5e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.089042216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0745378-d791-412d-8ce1-03dee13d5e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:00.276752835Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:01.027297832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3852d521-9f02-4761-adf8-69ac9db284d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:01.079248767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3852d521-9f02-4761-adf8-69ac9db284d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:01.131648438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3852d521-9f02-4761-adf8-69ac9db284d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:01.18447394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3852d521-9f02-4761-adf8-69ac9db284d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:03.101436785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644d25fc-c134-47d0-8316-5527d09d404a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:03.153428152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644d25fc-c134-47d0-8316-5527d09d404a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:03.209854094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644d25fc-c134-47d0-8316-5527d09d404a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:03.26480622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644d25fc-c134-47d0-8316-5527d09d404a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.136460847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10f7fea-8ccb-40f7-8a68-112a363412db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.188315099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10f7fea-8ccb-40f7-8a68-112a363412db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.241206649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10f7fea-8ccb-40f7-8a68-112a363412db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.294033571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10f7fea-8ccb-40f7-8a68-112a363412db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:07.274899129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f355b5c9-d503-416b-8d77-a3db048b4e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:07.326908906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f355b5c9-d503-416b-8d77-a3db048b4e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:07.378833682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f355b5c9-d503-416b-8d77-a3db048b4e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:07.430801486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f355b5c9-d503-416b-8d77-a3db048b4e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:21.145793946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b5416a0-112b-4c7e-bfa6-344615ea0327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:21.202350253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b5416a0-112b-4c7e-bfa6-344615ea0327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:21.256892769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b5416a0-112b-4c7e-bfa6-344615ea0327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:21.308833973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b5416a0-112b-4c7e-bfa6-344615ea0327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.193404585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f85ead7-6425-4932-acbe-eb75f89f57fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.245081839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f85ead7-6425-4932-acbe-eb75f89f57fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.296859401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f85ead7-6425-4932-acbe-eb75f89f57fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.348513839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f85ead7-6425-4932-acbe-eb75f89f57fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:24.416419446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"58fe93c4-029a-4a22-9561-40d5c4346bc0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3940f8","tenantID":"e2e-ipp-a-3940f8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:24.544052569Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"58fe93c4-029a-4a22-9561-40d5c4346bc0","name":"e2e-ipp-a-3940f8-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:25.27447218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f2ce05-834a-49f1-9909-03a9efc4628c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:25.326520896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f2ce05-834a-49f1-9909-03a9efc4628c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:25.414659307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f2ce05-834a-49f1-9909-03a9efc4628c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:25.469093933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f2ce05-834a-49f1-9909-03a9efc4628c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:27.359502744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07a3963d-7545-4e34-985e-880155a3f31c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:27.411190801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07a3963d-7545-4e34-985e-880155a3f31c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:27.463159264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07a3963d-7545-4e34-985e-880155a3f31c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:27.514863243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07a3963d-7545-4e34-985e-880155a3f31c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:27.996881734Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-204763","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-204763","reconcileID":"da1c726c-66be-4e8a-9a43-5555d030bc09","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-204763","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-204763":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:29.472718995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65bb822-7c80-4e41-b756-c55513c3ba53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:29.524559217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65bb822-7c80-4e41-b756-c55513c3ba53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:29.577446463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65bb822-7c80-4e41-b756-c55513c3ba53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:29.631365838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65bb822-7c80-4e41-b756-c55513c3ba53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:30.276116907Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:30.390309274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"3fe7ddd3-29d7-4634-aa9d-3226160bcee4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:30.545278441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"75f33ef0-27b2-451f-80c1-7ff70e09399d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:30.650309593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8f245fc0-cc62-432a-a59d-4c54cfe2c22d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:30.762228885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"2a975dbb-48c8-4e74-a0c5-291ea49d71ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:30.86619517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"ea6518a8-44cc-4a82-8e81-6b4dfebab50f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:30.866211744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"a545ae90-efce-4438-894b-19bb20493dcb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:30.946849978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"626ba12e-59fd-4ee8-9376-07663fd4f84b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:31.08437441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"9509f0f3-76af-4144-abe2-5ce4c66350aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:31.187841182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"a4996f78-f6e8-4414-b780-a49aa66f8a49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:31.236174754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"fbe00ab3-e9fb-4a51-aa7d-09b23492b1c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:31.302630069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"2337bd1b-ed79-4764-97fa-03f03829d692","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:31.40244409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"b2246607-6a33-4ad5-8d55-6949b9c6d0df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:31.530886721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c95431d-44f6-4402-a248-52c16d8921e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:31.582565864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c95431d-44f6-4402-a248-52c16d8921e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:31.634096691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c95431d-44f6-4402-a248-52c16d8921e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:31.6858478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c95431d-44f6-4402-a248-52c16d8921e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.658118485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aebca81f-efce-417e-8924-1f96775e5630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.710083512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aebca81f-efce-417e-8924-1f96775e5630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.762026816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aebca81f-efce-417e-8924-1f96775e5630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.813896616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aebca81f-efce-417e-8924-1f96775e5630","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:35.756616914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"546d2d66-94d8-4456-9b1e-7594a5c23bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:35.808223088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"546d2d66-94d8-4456-9b1e-7594a5c23bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:35.862009659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"546d2d66-94d8-4456-9b1e-7594a5c23bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:35.916489343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"546d2d66-94d8-4456-9b1e-7594a5c23bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:44.46582869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"04d9c9cd-ee53-43eb-a6d4-e9873608e6d5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:44.579652733Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"04d9c9cd-ee53-43eb-a6d4-e9873608e6d5","name":"e2e-shared-b-w2-6ddbba-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:46.403071287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"6c1ba447-8477-42a6-abe4-16640d04c183","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:46.507210052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"03ef526f-fe51-4ab6-9d48-fc48526f6faa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:46.618798702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"82098c4f-99fa-4287-88de-7960cef71130","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:46.619053807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"2baeabe5-cc59-4b4d-8655-61405a06ad15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:46.723192184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"be50addf-92d6-4c8b-a3ac-ee2c32d373c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:46.834559534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"7441cd2c-9b32-4e78-9df2-0b4489433fa9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:47.133149791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"333967de-6721-42a8-a4ac-769627c31257","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:47.234281786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6172d482-7217-4179-b0a6-21617034442e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:47.431950889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"95433e48-8d3f-4db9-8981-99a1fa029436","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:47.549011568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"c73c84f7-3e02-4dbf-954c-42b4788e5637","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:47.650603098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"a65f14b4-803f-4eb6-9cf6-d55f44587ce0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:47.789810983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"3a8cd79b-e2cf-40bd-93f5-721f4773028e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:56.066539444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3a9d707-19ba-43de-be93-8050bc5e5fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:56.118385729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3a9d707-19ba-43de-be93-8050bc5e5fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:56.170064865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3a9d707-19ba-43de-be93-8050bc5e5fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:56.221823724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3a9d707-19ba-43de-be93-8050bc5e5fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:58.125844486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290449c0-9428-4210-bb4d-e0fd5dfb8ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:58.177603963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290449c0-9428-4210-bb4d-e0fd5dfb8ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:58.229309896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290449c0-9428-4210-bb4d-e0fd5dfb8ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:47:58.281247144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290449c0-9428-4210-bb4d-e0fd5dfb8ace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:00.19223846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3fa0ef-3e16-482c-9e84-610da968784e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:00.244277069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3fa0ef-3e16-482c-9e84-610da968784e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:00.292219491Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:00.304694624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3fa0ef-3e16-482c-9e84-610da968784e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:00.370110687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3fa0ef-3e16-482c-9e84-610da968784e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.110363186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae548311-491c-4742-9310-13fec1f18755","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.110390486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae548311-491c-4742-9310-13fec1f18755","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.164187725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75f6d058-17fd-4974-b2b0-70726d788277","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.164207314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75f6d058-17fd-4974-b2b0-70726d788277","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.269706464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"de750871-507c-467c-a55d-81fbfd7daacc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c6597","tenantID":"e2e-api-b-3c6597","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.445359246Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"de750871-507c-467c-a55d-81fbfd7daacc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"name":"e2e-api-b-3c6597-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.499580813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3c6597-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"de750871-507c-467c-a55d-81fbfd7daacc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.554177002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f79a347-a05a-4080-9c57-31ef4384bb8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:01.554198154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f79a347-a05a-4080-9c57-31ef4384bb8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:02.275348379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3d22f4-7c91-448a-8b2b-19b6f61df206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:02.331787621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3d22f4-7c91-448a-8b2b-19b6f61df206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:02.383915684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3d22f4-7c91-448a-8b2b-19b6f61df206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:02.452068061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3d22f4-7c91-448a-8b2b-19b6f61df206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:02.957886252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"7916cdd0-0f6d-469d-8f9b-e843a830e684","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a1931b","tenantID":"e2e-api-a-a1931b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:03.056490144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"7916cdd0-0f6d-469d-8f9b-e843a830e684","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"name":"e2e-api-a-a1931b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:03.411928335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"fca67023-b778-4fc3-8e41-35ecac06b6d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a1931b","tenantID":"e2e-api-a-a1931b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:03.485514313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"fca67023-b778-4fc3-8e41-35ecac06b6d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"name":"e2e-api-a-a1931b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:04.485244549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3117f534-d1c2-4aeb-9904-1936479a4d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:04.53720418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3117f534-d1c2-4aeb-9904-1936479a4d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:04.58897771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3117f534-d1c2-4aeb-9904-1936479a4d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:04.640828097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3117f534-d1c2-4aeb-9904-1936479a4d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:06.542165008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b9c2b8-7bda-4729-85b8-1121cd47bf70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:06.595450212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b9c2b8-7bda-4729-85b8-1121cd47bf70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:06.647838154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b9c2b8-7bda-4729-85b8-1121cd47bf70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:06.699467851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b9c2b8-7bda-4729-85b8-1121cd47bf70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:07.299476645Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-62cf5c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-62cf5c","reconcileID":"863eeacd-4cc1-4557-8a7e-6e2053d7a265","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-62cf5c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-62cf5c":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:08.614385739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc70f51-43cc-4861-a744-00909b8a5daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:08.666293686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc70f51-43cc-4861-a744-00909b8a5daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:08.718117953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc70f51-43cc-4861-a744-00909b8a5daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:08.769780256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc70f51-43cc-4861-a744-00909b8a5daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.716199305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86582ec4-2566-4b68-8023-29430ac2fe59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.767840386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86582ec4-2566-4b68-8023-29430ac2fe59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.820809938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86582ec4-2566-4b68-8023-29430ac2fe59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.894531407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86582ec4-2566-4b68-8023-29430ac2fe59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:11.657646823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"aa811719-3560-41e3-83ac-ef413a3315e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c6597","tenantID":"e2e-api-b-3c6597","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:11.716359681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"aa811719-3560-41e3-83ac-ef413a3315e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"name":"e2e-api-b-3c6597-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:11.772626486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3c6597-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"aa811719-3560-41e3-83ac-ef413a3315e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:12.85724864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46b4cf1-c7f4-4c53-b8ae-4e0efb97f9d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:12.932453297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46b4cf1-c7f4-4c53-b8ae-4e0efb97f9d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:12.996477731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46b4cf1-c7f4-4c53-b8ae-4e0efb97f9d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:13.048353637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46b4cf1-c7f4-4c53-b8ae-4e0efb97f9d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:13.585872492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"e64b30e7-e236-43ed-9617-9ee87d004426","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a1931b","tenantID":"e2e-api-a-a1931b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:13.641513382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"e64b30e7-e236-43ed-9617-9ee87d004426","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"name":"e2e-api-a-a1931b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:13.898063226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"c56c3105-fb29-4c5e-a11f-86759df57406","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a1931b","tenantID":"e2e-api-a-a1931b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:13.953704645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"c56c3105-fb29-4c5e-a11f-86759df57406","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"name":"e2e-api-a-a1931b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:14.972345002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8aadbbe-4d30-4498-a37e-3c139f94b15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.024565003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8aadbbe-4d30-4498-a37e-3c139f94b15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.076594976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8aadbbe-4d30-4498-a37e-3c139f94b15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:15.12842119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8aadbbe-4d30-4498-a37e-3c139f94b15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:21.875989932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"2054bc2b-88e4-4f98-8481-2a8c6c72b234","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c6597","tenantID":"e2e-api-b-3c6597","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:21.931418564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"2054bc2b-88e4-4f98-8481-2a8c6c72b234","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"name":"e2e-api-b-3c6597-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:21.985620261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3c6597-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (be5ad7b9d592469a2b397cfb8738713f7e2e5185021c2bac3dba60e09d6ef241) AuthConfig (e6e8a013703c5b0841aed1f4ab2b206a65bb2aed33b6c33032d77879851f4f8f) AuthConfig (fca2830f9b313163402110cd2e6b744220d12c9d75112b0421dbe422a75227da) AuthConfig (e5c8561a0ca458a5beb3118ede98880ec24c6e2c20d9f44a48e59ffb1833c4cb) AuthConfig (5ffc93bdfca2e3bc4928d9919bed0799b3da97e51d909c9474f0fe761e10900b) AuthConfig (cac6f74022c0b775e0841e6603a874848b54e2f5d2e37868d721a09d6962724f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"2054bc2b-88e4-4f98-8481-2a8c6c72b234","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:22.042522331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b1707b5-ca06-4c82-b8ad-7c9e87d168bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:22.042543281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b1707b5-ca06-4c82-b8ad-7c9e87d168bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:30.27638487Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:32.146057256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"a0683ed5-a845-4ef8-affc-3014acda5f41","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c6597","tenantID":"e2e-api-b-3c6597","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:32.201709151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"a0683ed5-a845-4ef8-affc-3014acda5f41","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"name":"e2e-api-b-3c6597-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:32.255980971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3c6597-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (be5ad7b9d592469a2b397cfb8738713f7e2e5185021c2bac3dba60e09d6ef241) AuthConfig (e6e8a013703c5b0841aed1f4ab2b206a65bb2aed33b6c33032d77879851f4f8f) AuthConfig (fca2830f9b313163402110cd2e6b744220d12c9d75112b0421dbe422a75227da) AuthConfig (e5c8561a0ca458a5beb3118ede98880ec24c6e2c20d9f44a48e59ffb1833c4cb) AuthConfig (5ffc93bdfca2e3bc4928d9919bed0799b3da97e51d909c9474f0fe761e10900b) AuthConfig (cac6f74022c0b775e0841e6603a874848b54e2f5d2e37868d721a09d6962724f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"a0683ed5-a845-4ef8-affc-3014acda5f41","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:33.372802741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fe59724-a6e1-4bc7-b01c-24ff5c439071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:33.424854803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fe59724-a6e1-4bc7-b01c-24ff5c439071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:33.476909799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fe59724-a6e1-4bc7-b01c-24ff5c439071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:33.52890205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fe59724-a6e1-4bc7-b01c-24ff5c439071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:35.438115618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bdbe11c-b0f8-4804-a1cf-c65a364607dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:35.49020746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bdbe11c-b0f8-4804-a1cf-c65a364607dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:35.542179629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bdbe11c-b0f8-4804-a1cf-c65a364607dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:35.594110725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bdbe11c-b0f8-4804-a1cf-c65a364607dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:36.426028387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"48a1fa69-e04b-483b-821e-c46af01cb8d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:36.529796609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"409a722a-fde8-43b2-b6fa-a40bdbf63f23","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:36.656604579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"94dc70c2-a228-4b89-808a-07ec3765d6f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:36.756894825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"6aab7950-5023-429a-9a68-22b7e0d02f53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:36.777556946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"c2d18ae8-cb59-4772-989a-906ca014f0d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:37.019182045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"218766d7-0054-41fc-b313-b745f333e91b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:37.138801464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"a0a090a7-6884-4a6e-a938-a040ccd29733","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:37.443551723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"091fa722-61fc-4cdd-bb9f-f56c8b94cb59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:37.557657384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"bad3fa5b-33cf-4a94-819c-30136c47562c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:37.687702922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"c95601e4-fb2e-4dd8-92b9-ca1d67acb491","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:37.808483009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"4abe9ec4-b98b-4ee2-b920-b83d01026a2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:37.905035311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"e924b4d4-7201-4225-bfcb-012b94100c42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.320015054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"322620d5-6b0f-4e29-b1f3-30b9624c1982","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-204763","tenantID":"e2e-ipp-b-204763","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.436508182Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"322620d5-6b0f-4e29-b1f3-30b9624c1982","name":"e2e-ipp-b-204763-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.493261911Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"19cfde4b-fe54-48f4-bc42-887fec6c375c","namespace":"ai-tenant-e2e-api-a-a1931b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.493321031Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"19cfde4b-fe54-48f4-bc42-887fec6c375c","namespace":"ai-tenant-e2e-api-a-a1931b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.493394165Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"19cfde4b-fe54-48f4-bc42-887fec6c375c","name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.549024931Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"19cfde4b-fe54-48f4-bc42-887fec6c375c","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.549350608Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"8097f2c2-e951-41cf-9380-150da9f89b7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.549656246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2dfdb37-276e-423e-84af-f364e1b03f53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.549669936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2dfdb37-276e-423e-84af-f364e1b03f53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.75369255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"8097f2c2-e951-41cf-9380-150da9f89b7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a1931b","tenantID":"e2e-api-a-a1931b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.889314689Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"8097f2c2-e951-41cf-9380-150da9f89b7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"name":"e2e-api-a-a1931b-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.889381384Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"e2e-e2e-api-a-a1931b-policy","reconcileID":"8097f2c2-e951-41cf-9380-150da9f89b7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a1931b-policy","namespace":"ai-tenant-e2e-api-a-a1931b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a1931b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.950693799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49977276-e325-40b3-9e6e-67e6845f9c5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.950807795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49977276-e325-40b3-9e6e-67e6845f9c5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.362709126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"954f150c-f784-4006-9da6-b6888036a800","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c6597","tenantID":"e2e-api-b-3c6597","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.418814025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"954f150c-f784-4006-9da6-b6888036a800","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"name":"e2e-api-b-3c6597-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.776258388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfb8de15-fe3a-413b-8775-62af90addc33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.776371875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfb8de15-fe3a-413b-8775-62af90addc33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.027545821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472ace3d-65ec-440c-8c17-2160f124db14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.083052375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472ace3d-65ec-440c-8c17-2160f124db14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.13937928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472ace3d-65ec-440c-8c17-2160f124db14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.192774544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472ace3d-65ec-440c-8c17-2160f124db14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.722958403Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ae2f6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ae2f6f","reconcileID":"fc1f8854-54fc-4b55-8fd8-8278ef98a183","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-ae2f6f","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-ae2f6f":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.065867875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bea5623-68aa-4d3d-bb70-d6a0f40d4d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.117608161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bea5623-68aa-4d3d-bb70-d6a0f40d4d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.16926967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bea5623-68aa-4d3d-bb70-d6a0f40d4d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.221065837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bea5623-68aa-4d3d-bb70-d6a0f40d4d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.100207557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3570e121-a102-4e40-93b7-ef02c34fa916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.152777106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3570e121-a102-4e40-93b7-ef02c34fa916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.204583197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3570e121-a102-4e40-93b7-ef02c34fa916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.256595681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3570e121-a102-4e40-93b7-ef02c34fa916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:49.186500211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246774ba-6906-4233-a96a-e901e599413b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:49.288143802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246774ba-6906-4233-a96a-e901e599413b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:49.339876146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246774ba-6906-4233-a96a-e901e599413b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:49.391967071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246774ba-6906-4233-a96a-e901e599413b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.515819847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1981552-f07b-408b-9f37-21ae686df8b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.567661457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1981552-f07b-408b-9f37-21ae686df8b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.619292211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1981552-f07b-408b-9f37-21ae686df8b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.671266216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1981552-f07b-408b-9f37-21ae686df8b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.542922137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a53713a-6750-4d77-8b6a-1727034f0093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.594701088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a53713a-6750-4d77-8b6a-1727034f0093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.647258368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a53713a-6750-4d77-8b6a-1727034f0093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.706615565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a53713a-6750-4d77-8b6a-1727034f0093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.30980163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"2014d883-e0df-4378-b54a-afe0f6030619","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.412740035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"03f3901a-a98a-4e44-bc33-73e23c65086f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.514532752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"1ee83dbc-9500-44d8-b460-74b677f1627e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.990820715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0fcce495-e98c-443e-8b03-8460b71eca8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.149008824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"86d5bdb8-4ede-42d6-a42b-f57524250f39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.254066984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"3f426012-6d67-40ce-90d7-ba4c36238237","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.35188916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"b650fec4-acea-4bb3-b151-7eede616960f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.381634183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"c61bbedb-61a3-4fe6-8202-551c24694718","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.451882973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"d40cd691-90b4-40d7-bcf4-f7845eda8aa3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.563524829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"c59b87f7-fea3-4f88-8375-d28621f5e14c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.625706866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee01865b-b108-4183-8cba-f5b393d135ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.664400301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"61ec69ae-d3dc-4441-a535-2666f823965b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.683699393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee01865b-b108-4183-8cba-f5b393d135ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.742020289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee01865b-b108-4183-8cba-f5b393d135ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.795459757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee01865b-b108-4183-8cba-f5b393d135ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.906818467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"dd04482e-b8a0-45e2-b5af-69e0d6e70f07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:00.278819913Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:18.093280928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"fd1767f7-0088-4c16-81d6-81655192183e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-62cf5c","tenantID":"e2e-ipp-b-62cf5c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:18.20741501Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"fd1767f7-0088-4c16-81d6-81655192183e","name":"e2e-ipp-b-62cf5c-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:26.826075501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"04da2e52-fe11-49bb-9ff7-0eba8c24ff26","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:26.826106594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"04da2e52-fe11-49bb-9ff7-0eba8c24ff26","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"tenantcfg-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"tenantcfg-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:30.276543885Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:32.414386452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"354bf8d0-68f9-484f-8e56-7f9ffdad096c","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:32.414408424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"354bf8d0-68f9-484f-8e56-7f9ffdad096c","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"tenantcfg-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"tenantcfg-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:32.470105215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"9e0cd229-3edf-4549-8a7e-f98cb6b59f27","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:32.470127942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"9e0cd229-3edf-4549-8a7e-f98cb6b59f27","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"tenantcfg-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"tenantcfg-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:32.573932052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"31cd50e0-a2e9-47bc-a1d6-1ad8e1ce984f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:32.743131446Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"31cd50e0-a2e9-47bc-a1d6-1ad8e1ce984f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:32.798146921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-87e1cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"31cd50e0-a2e9-47bc-a1d6-1ad8e1ce984f","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:32.8545523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"a4784a14-f42d-42e2-a0f3-fee3eb6c1552","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:32.854572182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"a4784a14-f42d-42e2-a0f3-fee3eb6c1552","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"tenantcfg-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"tenantcfg-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:42.958532675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"deccf96f-377b-468d-bdfb-dcf199d17ad6","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:43.014066289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"deccf96f-377b-468d-bdfb-dcf199d17ad6","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:43.068472822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-87e1cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"deccf96f-377b-468d-bdfb-dcf199d17ad6","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:53.171699317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"d479bddb-68da-47c2-9f7c-4ce1ceda3dbf","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:53.227370327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"d479bddb-68da-47c2-9f7c-4ce1ceda3dbf","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:53.2818197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-87e1cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"d479bddb-68da-47c2-9f7c-4ce1ceda3dbf","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.172874468Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","namespace":"ai-tenant-e2e-api-a-a1931b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.172937676Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","namespace":"ai-tenant-e2e-api-a-a1931b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.172987688Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","tenant":"e2e-api-a-a1931b","tenantID":"e2e-api-a-a1931b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.226517669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","gvk":"Deployment","name":"maas-api-e2e-api-a-a1931b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.289371863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","gvk":"Service","name":"maas-api-e2e-api-a-a1931b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.345685131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-a1931b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.400619747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-a1931b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.456877842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-a1931b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.516777429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-a1931b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.576446392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-a1931b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.63518302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-a1931b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.687801351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","gvk":"Deployment","name":"payload-processing-e2e-api-a-a1931b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.739532954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-a1931b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.790919615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","gvk":"Service","name":"payload-processing-e2e-api-a-a1931b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.842209988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","gvk":"Service","name":"payload-pre-processing-e2e-api-a-a1931b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.893833592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-a1931b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.945166926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-a1931b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.996951667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-a1931b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:56.05148583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-a1931b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:56.137569254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-a1931b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:56.194990816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-a1931b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:56.248723172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-a1931b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:56.300367497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a1931b"},"namespace":"ai-tenant-e2e-api-a-a1931b","name":"default-tenant","reconcileID":"1fb7bf65-24e4-4f49-966b-938d9eae3a69","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-a1931b","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:57.010085731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb3219c-f7be-419c-b673-7026d33a48e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:57.062031056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb3219c-f7be-419c-b673-7026d33a48e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:57.114047203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb3219c-f7be-419c-b673-7026d33a48e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:57.166199173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb3219c-f7be-419c-b673-7026d33a48e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:57.274072333Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a1931b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a1931b","reconcileID":"8efefa43-d2d9-44b6-9fef-50c898a1ce03","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-a1931b","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-a1931b"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.181702694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84bb51b3-a939-4dc2-80c2-a046854c6e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.237199696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84bb51b3-a939-4dc2-80c2-a046854c6e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.289200071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84bb51b3-a939-4dc2-80c2-a046854c6e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.341100045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84bb51b3-a939-4dc2-80c2-a046854c6e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:00.283761388Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.29170658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a9e0a5-a601-4ee0-a1fd-53a474b92b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.34364845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a9e0a5-a601-4ee0-a1fd-53a474b92b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.397581672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a9e0a5-a601-4ee0-a1fd-53a474b92b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.450583245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a9e0a5-a601-4ee0-a1fd-53a474b92b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.505990948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"329778b2-be75-493a-a9d5-2976a0e2b626","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-ae2f6f","tenantID":"e2e-ipp-b-ae2f6f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.620602108Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"329778b2-be75-493a-a9d5-2976a0e2b626","name":"e2e-ipp-b-ae2f6f-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:03.386579319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"1d644e2b-9cd7-4b7c-b43b-a62648e0aab2","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:03.4423797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"1d644e2b-9cd7-4b7c-b43b-a62648e0aab2","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:03.496436283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-87e1cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3624d541a8f917355932588bda54b88bdea5ae3680437f49c7bcd9011a82e3b2) AuthConfig (13ae9fac4e25f664fab913252f5cc9f4e566b753e059c645676a3d2af5d65386) AuthConfig (3272b3ad1e85e1d5b9401b0db8d6f78cc989999e89faab156c83b8184d97a281) AuthConfig (53e2f28b13aa96a204d48c3c05248841342acc100482c349894e90de9849f90a) AuthConfig (bf190d2829bb1114164a95a22d6daeff5be2f0b3a04b5ea623b1b1c507d9329a) AuthConfig (833ee3008e9df93eed2048af1afc8789aae07f3f4c6eece367a34867ad82c46f) AuthConfig (d97624a441b2bac0a4f5924797f529d82b61835b407af353a834e2c06766e473) AuthConfig (cd24cfc09ec2649932e66e3f196d6402092a4da9e73758b73554d2b3b0e6e056) AuthConfig (7d7baa274a845e784762699ca0eb8b85c69e981c40296a153855ce90e258144d) AuthConfig (d1dc5b06e1c390baa34f322f2cf4a944203aa78a94c24d5ba6886b3b86d6a491) AuthConfig (41c6ff1afaf2647b61b8d81151bce8c3180a4dc025d5c08f78c3acef1c3993cf) AuthConfig (1ca88163e5dae54128db509de7bceeeda721f9682e077bd843ffcad9d15648c0) AuthConfig (0d980d0eb1d85cd1a3e9abc43b29fd53323ba50c9391d80c1e0c8dfb1d807b55) AuthConfig (db3f815343c63733da438f299b3ad4bd5d5e098af8eec8e3b21537a58ebf09bd) AuthConfig (bd89cc8aa13b7f4303badb391eab3188092b988a6d92d42b1ee5b6147db7e4e1) AuthConfig (353f4e0e33941d304464a27fa1ede3087f269a87c6ae4753a858ed947e040835) AuthConfig (06163199ebe2b77a73850b13f3c4da588d05542e86275e071f99a0f1bf9bd872) AuthConfig (c9ced7389ddffaed37f4f54726046da99f37b882871d59a217da27ee0481bdf0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"1d644e2b-9cd7-4b7c-b43b-a62648e0aab2","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:03.553245451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"a04156c0-ab58-4f5c-b7c3-f6aad9b78ee0","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:03.553274165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"a04156c0-ab58-4f5c-b7c3-f6aad9b78ee0","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"tenantcfg-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"tenantcfg-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:05.008831997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"95664e03-8018-4985-bc71-885fd241274d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c6597","tenantID":"e2e-api-b-3c6597","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:05.080667545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"95664e03-8018-4985-bc71-885fd241274d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"name":"e2e-api-b-3c6597-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:05.431711901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"9938b30c-57b1-49c9-963b-bd28d9436dc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c6597","tenantID":"e2e-api-b-3c6597","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:05.488391798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"9938b30c-57b1-49c9-963b-bd28d9436dc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"name":"e2e-api-b-3c6597-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:05.917787392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5cdb020-4813-405d-96cb-73b6d6b0675d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:05.969692243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5cdb020-4813-405d-96cb-73b6d6b0675d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:06.021479039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5cdb020-4813-405d-96cb-73b6d6b0675d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:06.073159641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5cdb020-4813-405d-96cb-73b6d6b0675d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:07.958956103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"935dab73-b400-4d96-a504-48f57a013b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:08.012785226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"935dab73-b400-4d96-a504-48f57a013b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:08.066115985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"935dab73-b400-4d96-a504-48f57a013b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:08.11803456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"935dab73-b400-4d96-a504-48f57a013b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:09.992369667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"448e3817-fbd2-4d6c-ada9-d80e168e7155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:10.045639907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"448e3817-fbd2-4d6c-ada9-d80e168e7155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:10.098040759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"448e3817-fbd2-4d6c-ada9-d80e168e7155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:10.150092297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"448e3817-fbd2-4d6c-ada9-d80e168e7155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.657067075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"2f74dce3-48d5-4c20-a944-00bd0d156944","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.712748274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"2f74dce3-48d5-4c20-a944-00bd0d156944","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.766849876Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-87e1cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3624d541a8f917355932588bda54b88bdea5ae3680437f49c7bcd9011a82e3b2) AuthConfig (13ae9fac4e25f664fab913252f5cc9f4e566b753e059c645676a3d2af5d65386) AuthConfig (3272b3ad1e85e1d5b9401b0db8d6f78cc989999e89faab156c83b8184d97a281) AuthConfig (53e2f28b13aa96a204d48c3c05248841342acc100482c349894e90de9849f90a) AuthConfig (bf190d2829bb1114164a95a22d6daeff5be2f0b3a04b5ea623b1b1c507d9329a) AuthConfig (833ee3008e9df93eed2048af1afc8789aae07f3f4c6eece367a34867ad82c46f) AuthConfig (d97624a441b2bac0a4f5924797f529d82b61835b407af353a834e2c06766e473) AuthConfig (cd24cfc09ec2649932e66e3f196d6402092a4da9e73758b73554d2b3b0e6e056) AuthConfig (7d7baa274a845e784762699ca0eb8b85c69e981c40296a153855ce90e258144d) AuthConfig (d1dc5b06e1c390baa34f322f2cf4a944203aa78a94c24d5ba6886b3b86d6a491) AuthConfig (41c6ff1afaf2647b61b8d81151bce8c3180a4dc025d5c08f78c3acef1c3993cf) AuthConfig (1ca88163e5dae54128db509de7bceeeda721f9682e077bd843ffcad9d15648c0) AuthConfig (0d980d0eb1d85cd1a3e9abc43b29fd53323ba50c9391d80c1e0c8dfb1d807b55) AuthConfig (db3f815343c63733da438f299b3ad4bd5d5e098af8eec8e3b21537a58ebf09bd) AuthConfig (bd89cc8aa13b7f4303badb391eab3188092b988a6d92d42b1ee5b6147db7e4e1) AuthConfig (353f4e0e33941d304464a27fa1ede3087f269a87c6ae4753a858ed947e040835) AuthConfig (06163199ebe2b77a73850b13f3c4da588d05542e86275e071f99a0f1bf9bd872) AuthConfig (c9ced7389ddffaed37f4f54726046da99f37b882871d59a217da27ee0481bdf0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"2f74dce3-48d5-4c20-a944-00bd0d156944","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:15.578224355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"5cc618f5-e424-4245-8abd-89adaee33bd1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c6597","tenantID":"e2e-api-b-3c6597","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:15.634140748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"5cc618f5-e424-4245-8abd-89adaee33bd1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"name":"e2e-api-b-3c6597-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:15.891080655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"e226d148-91c0-4221-a8ec-700519b88789","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c6597","tenantID":"e2e-api-b-3c6597","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:15.946968323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"e226d148-91c0-4221-a8ec-700519b88789","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"name":"e2e-api-b-3c6597-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:16.461818698Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"e331dfb8-4a33-4dfe-b815-8c75858c73e7","namespace":"ai-tenant-e2e-api-b-3c6597","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:16.461875761Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"e331dfb8-4a33-4dfe-b815-8c75858c73e7","namespace":"ai-tenant-e2e-api-b-3c6597","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:16.461925659Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"e331dfb8-4a33-4dfe-b815-8c75858c73e7","name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:16.515798252Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"e331dfb8-4a33-4dfe-b815-8c75858c73e7","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:16.516173845Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"cc3ea462-dfa4-4e01-b024-1420018b9603","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:16.5165031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63bc5514-5207-4f17-b757-053bf7a1e23d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:16.516516486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63bc5514-5207-4f17-b757-053bf7a1e23d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:16.671775656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"cc3ea462-dfa4-4e01-b024-1420018b9603","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c6597","tenantID":"e2e-api-b-3c6597","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:16.793650178Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"cc3ea462-dfa4-4e01-b024-1420018b9603","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"name":"e2e-api-b-3c6597-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:16.793675257Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"e2e-e2e-api-b-3c6597-policy","reconcileID":"cc3ea462-dfa4-4e01-b024-1420018b9603","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3c6597-policy","namespace":"ai-tenant-e2e-api-b-3c6597"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3c6597","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:16.851725592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"767aa4cf-a838-4469-b638-7e9a3b7e9798","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:16.851748108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"767aa4cf-a838-4469-b638-7e9a3b7e9798","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:23.871379348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"56a99310-204f-43f8-9272-b8a4d0b377d7","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:23.928912394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"56a99310-204f-43f8-9272-b8a4d0b377d7","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:24.20604817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"57fdf2a9-4748-445d-80b3-3db183ade62e","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:24.206071559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"57fdf2a9-4748-445d-80b3-3db183ade62e","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"tenantcfg-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"tenantcfg-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.779422921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"f826bf3e-3a55-4c7a-ae2a-71608d66487d","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.779455053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"f826bf3e-3a55-4c7a-ae2a-71608d66487d","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"tenantcfg-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"tenantcfg-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.841682477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"d5f3a32d-7ef7-4625-86a9-e0d153ba6618","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.841707857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"d5f3a32d-7ef7-4625-86a9-e0d153ba6618","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"tenantcfg-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"tenantcfg-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:50:29.888961975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"5e5243cb-1ecd-4e5e-b168-72f6c17b4344","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-mt-tenantcfg-c348c5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.894680082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"47a3881d-ce29-4262-9c51-c7ec1f4328f1","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:50:29.894933326Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"d5f3a32d-7ef7-4625-86a9-e0d153ba6618","name":"tenantcfg-model-87e1cf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"tenantcfg-model-87e1cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:50:29.894996222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"d5f3a32d-7ef7-4625-86a9-e0d153ba6618","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"tenantcfg-model-87e1cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.90047284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"c66f6964-9fc0-4d62-90da-cd4416202260","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.900493813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"c66f6964-9fc0-4d62-90da-cd4416202260","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"tenantcfg-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"tenantcfg-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.950642713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"47a3881d-ce29-4262-9c51-c7ec1f4328f1","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.995810783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"511cd28d-669f-4403-9d35-449f935a89a8","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.99583706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"511cd28d-669f-4403-9d35-449f935a89a8","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"tenantcfg-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"tenantcfg-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:30.05213413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"575e4ecb-a578-4852-a4ad-040454871e98","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:30.052156837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"575e4ecb-a578-4852-a4ad-040454871e98","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"tenantcfg-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"tenantcfg-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:30.208150088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"f1da4e8a-a031-4524-becb-de314b0a70be","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:30.261917955Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"59ccb962-1300-4496-be16-53b0c94b071f","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"maas-trlp-tenantcfg-model-87e1cf","model":"tenantcfg-model-87e1cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-87e1cf/e2e-mt-tenantcfg-c348c5"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:30.264266708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"f1da4e8a-a031-4524-becb-de314b0a70be","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:30.275497877Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:30.42615018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"e835a67f-906c-4d62-8169-4b5283c77e53","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:30.426175448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"e835a67f-906c-4d62-8169-4b5283c77e53","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"tenantcfg-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"tenantcfg-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:30.633897521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"5ca98b41-52ee-44e4-ba87-e5effd8f80d9","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"maas-trlp-tenantcfg-model-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:35.103923619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dafab2e0-5eee-49fd-b569-f2c471de599e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:35.159148407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dafab2e0-5eee-49fd-b569-f2c471de599e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:35.211436142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dafab2e0-5eee-49fd-b569-f2c471de599e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:35.263374827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dafab2e0-5eee-49fd-b569-f2c471de599e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:37.174905819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7fa00fe-de10-4e78-b59e-57dd0ff67454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:37.227063342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7fa00fe-de10-4e78-b59e-57dd0ff67454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:37.279349788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7fa00fe-de10-4e78-b59e-57dd0ff67454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:37.331429297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7fa00fe-de10-4e78-b59e-57dd0ff67454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.326789652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e23c996d-b4c9-4246-abbf-2e47f4410c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.378621825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e23c996d-b4c9-4246-abbf-2e47f4410c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.430192914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e23c996d-b4c9-4246-abbf-2e47f4410c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.482104515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e23c996d-b4c9-4246-abbf-2e47f4410c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:41.346541838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ac3614-3892-4426-9c5e-4ddb22f70c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:41.398467436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ac3614-3892-4426-9c5e-4ddb22f70c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:41.450382606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ac3614-3892-4426-9c5e-4ddb22f70c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:41.502684731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ac3614-3892-4426-9c5e-4ddb22f70c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:43.370745951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e921f746-21a5-4887-a74c-96bc20293e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:43.422828025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e921f746-21a5-4887-a74c-96bc20293e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:43.474571902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e921f746-21a5-4887-a74c-96bc20293e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:43.526201644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e921f746-21a5-4887-a74c-96bc20293e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.476320585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47ec478d-f999-4bdd-839c-24d2311be151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.528257913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47ec478d-f999-4bdd-839c-24d2311be151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.580068352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47ec478d-f999-4bdd-839c-24d2311be151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.632028269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47ec478d-f999-4bdd-839c-24d2311be151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:47.568718481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648d5ea2-2ef0-4071-8779-c100017b356e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:47.620282037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648d5ea2-2ef0-4071-8779-c100017b356e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:47.672262845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648d5ea2-2ef0-4071-8779-c100017b356e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:47.724066654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648d5ea2-2ef0-4071-8779-c100017b356e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:49.668228209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c811cdc9-de60-490f-ad5e-2175c490594a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:49.719911311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c811cdc9-de60-490f-ad5e-2175c490594a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:49.771562556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c811cdc9-de60-490f-ad5e-2175c490594a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:49.823574392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c811cdc9-de60-490f-ad5e-2175c490594a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:50.307734146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"1f835b80-d068-4335-a4b2-02b17c43d88b","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"maas-trlp-tenantcfg-model-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:50.471637215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"cb87550e-4e6e-4fa2-8fd3-2a24bcc39e7a","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:50.471660255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"cb87550e-4e6e-4fa2-8fd3-2a24bcc39e7a","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"tenantcfg-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"tenantcfg-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:50.807060289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"8b509920-70bd-4a27-9861-befca34f96dd","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:50.915240473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"8b509920-70bd-4a27-9861-befca34f96dd","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:51.688596727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b04275d-307d-46de-82e3-478931207d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:51.740350942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b04275d-307d-46de-82e3-478931207d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:51.792177558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b04275d-307d-46de-82e3-478931207d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:51.844024432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b04275d-307d-46de-82e3-478931207d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:53.704118477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca39fa7-3ca9-4d28-b07f-879878d01d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:53.755994076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca39fa7-3ca9-4d28-b07f-879878d01d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:53.807682002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca39fa7-3ca9-4d28-b07f-879878d01d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:50:53.859363892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca39fa7-3ca9-4d28-b07f-879878d01d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.276014213Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:05.786941512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"af04ec91-de70-44e1-9b3e-059c5a55fc1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:05.889975922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"dce3e9e9-1bf6-4aff-9fd8-d247f1b8bad0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:06.008228365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"5439bf5e-cc4d-4336-b0d4-ea2d0d32f850","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:06.125241151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"42c48a33-ca50-44e7-b476-69cb8986372c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:06.305246594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"56c048d5-eba6-4e38-a38e-87f721dfb44e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:06.425625071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"38c670af-6dd5-4527-aae7-a9521c4fcc32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:06.687885746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d825163e-c2c3-4fd0-84af-8ca3e850125a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:06.761899962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e9bb5241-a8ba-4d01-9e1e-6ff92587d5f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:06.897887481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"5a1fbc1b-af5d-4e4e-a078-3599659783a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:06.999052187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"c3931e28-c131-42dd-bd88-23202aa0bed9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:07.102990044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"355d1385-6007-42aa-90e9-339159f1e0c6","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"maas-trlp-tenantcfg-model-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:07.136936965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"9c945f7a-7912-4833-9aeb-b77d7963fefc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:07.26182351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"944589b7-a43f-437a-ae5f-1001aa8e58aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:11.794104371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"473ddcbf-b2c7-43e9-8dd9-9ad4b3865ef3","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"tenant":"e2e-ipp-a-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:11.794136419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"473ddcbf-b2c7-43e9-8dd9-9ad4b3865ef3","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"routeName":"ipp-route-1c3bed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1c3bed","llmisvcName":"ipp-route-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.391590898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"3bddc3b4-987a-45ae-a440-3db2a5f74148","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"tenant":"e2e-ipp-a-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.391615914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"3bddc3b4-987a-45ae-a440-3db2a5f74148","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"routeName":"ipp-route-1c3bed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1c3bed","llmisvcName":"ipp-route-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.447644071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"a0670123-271f-4b15-a02f-c494bd9e56c5","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"tenant":"e2e-ipp-a-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.447675775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"a0670123-271f-4b15-a02f-c494bd9e56c5","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"routeName":"ipp-route-1c3bed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1c3bed","llmisvcName":"ipp-route-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.550166819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"f93a5ed6-5ed3-4e74-bf5d-23177832c788","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1c3bed","tenantID":"e2e-ipp-a-1c3bed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.670760696Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"f93a5ed6-5ed3-4e74-bf5d-23177832c788","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"e2e-ipp-a-1c3bed-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.724848935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-1c3bed-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"f93a5ed6-5ed3-4e74-bf5d-23177832c788","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.783212341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"998f5375-a713-402c-a2ce-9f2edf5be77a","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"tenant":"e2e-ipp-a-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.783232462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"998f5375-a713-402c-a2ce-9f2edf5be77a","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"routeName":"ipp-route-1c3bed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1c3bed","llmisvcName":"ipp-route-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:19.556293251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277a0a2c-6bd4-4d79-8bec-0e9d77cee25b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:19.608393698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277a0a2c-6bd4-4d79-8bec-0e9d77cee25b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:19.660628666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277a0a2c-6bd4-4d79-8bec-0e9d77cee25b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:19.712428894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277a0a2c-6bd4-4d79-8bec-0e9d77cee25b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:21.582771186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11fbe640-98d1-4945-8eae-46a23becc430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:21.634702672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11fbe640-98d1-4945-8eae-46a23becc430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:21.686498354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11fbe640-98d1-4945-8eae-46a23becc430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:21.738363893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11fbe640-98d1-4945-8eae-46a23becc430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:23.687733141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"c64e60a9-e172-440c-92d2-aed3a0f299cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:24.05422301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"f3955cf9-9b02-4508-b300-38e24f80e7ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:24.187614257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"369a4d62-0785-4f84-967d-4b3153114be4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:24.327297859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"ada171b4-52d2-44f8-9ef7-d0715eab27a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:24.443866689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"ba0b6f6c-d81f-41e8-8f2d-647a93f5a658","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:24.60932199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"127fc949-ebfe-4063-a627-bef786c7841f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:24.701167402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"40eee1ff-29da-49ad-a563-ff0e06e22d4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:24.801740407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"e31b6fc7-08c2-4f96-83bf-aa6ab6a14313","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:24.801769759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"80938825-fba4-4a38-b00a-1b5fb6f6bd7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:24.842092731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"8a583d0d-11d5-4b8c-b922-853563d9c8d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:24.925319812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"b72818cf-ac20-49fb-b2d9-09cf824aa49f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:25.024561689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ae058fdb-0f3c-4d1b-9d36-345f9745d95f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:25.127215486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"01bb9781-6a5a-476d-a2b0-2822d3cbcf72","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"maas-trlp-tenantcfg-model-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:27.937255927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"2831ae89-5534-4a6a-9ddc-1cb2ed716f1b","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1c3bed","tenantID":"e2e-ipp-a-1c3bed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:28.032941539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"2831ae89-5534-4a6a-9ddc-1cb2ed716f1b","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"e2e-ipp-a-1c3bed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:28.087217605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-1c3bed-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"2831ae89-5534-4a6a-9ddc-1cb2ed716f1b","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:30.275999673Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.567893966Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","namespace":"ai-tenant-e2e-ipp-a-3c0bdb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.567954321Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","namespace":"ai-tenant-e2e-ipp-a-3c0bdb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.568002773Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","tenant":"e2e-ipp-a-3c0bdb","tenantID":"e2e-ipp-a-3c0bdb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.621714954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","gvk":"Deployment","name":"maas-api-e2e-ipp-a-3c0bdb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.682647705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","gvk":"Service","name":"maas-api-e2e-ipp-a-3c0bdb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.737941682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-3c0bdb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.791231866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-3c0bdb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.849906299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-3c0bdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.905543927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-3c0bdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.963315648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-3c0bdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.018695414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-3c0bdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.074957107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-3c0bdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.131624849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-3c0bdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.190953758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","gvk":"Service","name":"payload-processing-e2e-ipp-a-3c0bdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.250801654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-3c0bdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.305133355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-3c0bdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.361721779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-3c0bdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.41717777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-3c0bdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.4756318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-3c0bdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.528825557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-3c0bdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.582412455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-3c0bdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.636005927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-3c0bdb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.693806061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3c0bdb"},"namespace":"ai-tenant-e2e-ipp-a-3c0bdb","name":"default-tenant","reconcileID":"458bb6d2-62f9-4fb8-8fc1-73877a637ed8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-3c0bdb","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.751220584Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","namespace":"ai-tenant-e2e-api-b-3c6597","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.751347744Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","namespace":"ai-tenant-e2e-api-b-3c6597","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.751413865Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","tenant":"e2e-api-b-3c6597","tenantID":"e2e-api-b-3c6597","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.807014261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","gvk":"Deployment","name":"maas-api-e2e-api-b-3c6597","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.867781078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","gvk":"Service","name":"maas-api-e2e-api-b-3c6597","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.925467344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-3c6597","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.978768213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-3c6597","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.03343893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-3c6597","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.091621798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-3c6597","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.149793979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-3c6597","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.21213341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-3c6597","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.265828619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","gvk":"Deployment","name":"payload-processing-e2e-api-b-3c6597","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.328635945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-3c6597","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.380652483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","gvk":"Service","name":"payload-processing-e2e-api-b-3c6597","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.433029234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","gvk":"Service","name":"payload-pre-processing-e2e-api-b-3c6597","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.484609621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-3c6597","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.531364263Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3c0bdb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3c0bdb","reconcileID":"0710f4e3-59f3-4de5-a41b-f3a5bf30702a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3c0bdb","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-3c0bdb"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.536112273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-3c6597","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.587659183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-3c6597","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.642211542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-3c6597","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.69366175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-3c6597","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.745199738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-3c6597","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.812808015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-3c6597","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.867715048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3c6597"},"namespace":"ai-tenant-e2e-api-b-3c6597","name":"default-tenant","reconcileID":"25e1836f-cdf6-461b-9375-867e35e6628e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-3c6597","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.781004101Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-3c6597","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-3c6597","reconcileID":"072cd2a7-14ec-44d4-bd11-aa3c4e277e33","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-3c6597","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-3c6597"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.787968988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cda76c3-c92d-4400-a787-6f1e0bbc43bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.841285839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cda76c3-c92d-4400-a787-6f1e0bbc43bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.917279336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cda76c3-c92d-4400-a787-6f1e0bbc43bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.976226789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cda76c3-c92d-4400-a787-6f1e0bbc43bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:37.848650039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f619e45b-ff8e-4a37-95df-d9d71d2570a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:37.901058826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f619e45b-ff8e-4a37-95df-d9d71d2570a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:37.95308801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f619e45b-ff8e-4a37-95df-d9d71d2570a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:38.004894152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f619e45b-ff8e-4a37-95df-d9d71d2570a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:38.214012198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"6a3b7592-3d67-4268-be42-333a294fd128","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1c3bed","tenantID":"e2e-ipp-a-1c3bed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:38.270069765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"6a3b7592-3d67-4268-be42-333a294fd128","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"e2e-ipp-a-1c3bed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:38.324709938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-1c3bed-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"6a3b7592-3d67-4268-be42-333a294fd128","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:39.870979712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231aa885-4c0a-4875-abf3-3cacabecf51d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:39.92254425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231aa885-4c0a-4875-abf3-3cacabecf51d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:39.974252991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231aa885-4c0a-4875-abf3-3cacabecf51d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:40.026319483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231aa885-4c0a-4875-abf3-3cacabecf51d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:42.855020442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daae2c75-7d6b-4804-ad39-9ad308146f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:42.90744281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daae2c75-7d6b-4804-ad39-9ad308146f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:42.95937533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daae2c75-7d6b-4804-ad39-9ad308146f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:43.01146621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daae2c75-7d6b-4804-ad39-9ad308146f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.899744705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf6381f1-91a1-46bc-a9bb-1fa101f43626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.952321601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf6381f1-91a1-46bc-a9bb-1fa101f43626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:45.008706401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf6381f1-91a1-46bc-a9bb-1fa101f43626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:45.062628503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf6381f1-91a1-46bc-a9bb-1fa101f43626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:46.979572604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f1ed34-141d-402d-adf0-cd599bdb17f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:47.031522715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f1ed34-141d-402d-adf0-cd599bdb17f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:47.083404723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f1ed34-141d-402d-adf0-cd599bdb17f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:47.13550854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f1ed34-141d-402d-adf0-cd599bdb17f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:48.447975973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"7c47e875-9eac-4279-b1c2-4140471873cc","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1c3bed","tenantID":"e2e-ipp-a-1c3bed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:48.504092929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"7c47e875-9eac-4279-b1c2-4140471873cc","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"e2e-ipp-a-1c3bed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:48.55843711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-1c3bed-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"7c47e875-9eac-4279-b1c2-4140471873cc","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:48.875551856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"cd13e833-03ad-4694-ad07-4393f20752cc","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:48.875588495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"cd13e833-03ad-4694-ad07-4393f20752cc","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:49.012166457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbbd291b-2fbd-4b4b-bced-d85fa7472f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:49.063996528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbbd291b-2fbd-4b4b-bced-d85fa7472f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:49.115924955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbbd291b-2fbd-4b4b-bced-d85fa7472f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:49.167920108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbbd291b-2fbd-4b4b-bced-d85fa7472f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:49.497918871Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ca758d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ca758d","reconcileID":"7d230dd0-5bb3-4833-8f8e-9be5a075dd3e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ca758d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-ca758d":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:51.026965876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42fa1b34-158c-4933-989a-ff9deb91e8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:51.078842747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42fa1b34-158c-4933-989a-ff9deb91e8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:51.130960002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42fa1b34-158c-4933-989a-ff9deb91e8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:51.18277599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42fa1b34-158c-4933-989a-ff9deb91e8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:54.339362661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"6a41785a-840b-433a-8c2e-989e33ed1f58","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:54.33938602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"6a41785a-840b-433a-8c2e-989e33ed1f58","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:54.395247484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"de8383d7-d69a-4340-9b77-fa591dae322e","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:54.395270947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"de8383d7-d69a-4340-9b77-fa591dae322e","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:54.498787443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"601402a3-99da-4e91-b295-a1ba868cc11e","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:54.620608174Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"601402a3-99da-4e91-b295-a1ba868cc11e","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:54.675556968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6ddbba-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"601402a3-99da-4e91-b295-a1ba868cc11e","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:54.730535899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"0dd4ca0b-1f11-4245-a20d-b376990c6613","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:54.730558151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"0dd4ca0b-1f11-4245-a20d-b376990c6613","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:58.663652907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"b250ee8d-5f8b-4bb6-8c71-b4aa1db02757","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1c3bed","tenantID":"e2e-ipp-a-1c3bed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:58.719922997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"b250ee8d-5f8b-4bb6-8c71-b4aa1db02757","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"e2e-ipp-a-1c3bed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:58.774321991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-1c3bed-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1e16534400d4de09eedb483577588618273771086bf7b5146e7bc5913771260) AuthConfig (4981cb8f2fa46a77641e37e1eea5f145fd0dc9fc73ca7082ea9318d8ccec4133) AuthConfig (81f23ff516307ec25e94eb6bd83b7755d5d69d55f862757c104cfab38a9f3ba6) AuthConfig (5f2775445c48051fe30bc89c9aab7507694a42fb2f85c54c3b608e14ba40dd14) AuthConfig (733b431bab95126d9ab49700059f2e3b32cb2d326160466ea391b32b8d587e51) AuthConfig (fdee719d500c15034a5da76dab683ca80492c7c059e8659cdc77dc65a9956622) AuthConfig (b9a468d132ad129e3db26de9f2e4ce9193298b4f1b957691eb1b90689906afba) AuthConfig (dafe2c587e454a440e6ea8ca62f26959f34471b8f7fd6cdde2d312fa9ff054f7) AuthConfig (86e0868d835d475cbb16320594d17aaafe99b4f4f8228bb0b7dc3e7e8e369b2e) AuthConfig (8993d0c0f3a88c8e076f7bb9b24879b5744819e07bf0820fcd61098778d41295) AuthConfig (9aa930ee96cee1c9dc43a201eccc1e4a64275cacb6be7bcb730be770acf9b067) AuthConfig (1f5b7b598d11b5398cc5088e7cdd16cd0316397915ddb67d628b4498b7e111a2) AuthConfig (5374d9440129fc102e768ad960a21527885bf25e8324f9278805fe73a7e34384) AuthConfig (c85a4c45c4ec07c3d3e4ea6373c46c0474f8e1d172e26e3db25748345024e372) AuthConfig (a30a985054f3a3a0922a87320607b8e2fc889e87f32005c2eba67c54261f94b6) AuthConfig (70496a9d3d6110841d8302ee7f2cbfe386b1dbbce9c7986b787d0399c9b8d65f) AuthConfig (08e770226ba1b711a7bc72d065d67843f93c03c4b123fb51305ef1c4053ce333) AuthConfig (53b428a968514a271693c0e68e810793195af5e8f38229e576a4361a55811273)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"b250ee8d-5f8b-4bb6-8c71-b4aa1db02757","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:58.831774414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"f1e6ce42-7a2c-43fa-855c-bd802c751a03","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"tenant":"e2e-ipp-a-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:51:58.831797197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"f1e6ce42-7a2c-43fa-855c-bd802c751a03","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"routeName":"ipp-route-1c3bed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1c3bed","llmisvcName":"ipp-route-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:00.276513972Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:04.834393034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"4b07c3d3-b5f5-4096-8146-c7f6bc1255d5","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:04.889822423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"4b07c3d3-b5f5-4096-8146-c7f6bc1255d5","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:04.944035641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6ddbba-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"4b07c3d3-b5f5-4096-8146-c7f6bc1255d5","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.934847477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"456555ce-5d99-4bf1-b822-18542905e927","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1c3bed","tenantID":"e2e-ipp-a-1c3bed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.989815713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"456555ce-5d99-4bf1-b822-18542905e927","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"e2e-ipp-a-1c3bed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:09.043988698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-1c3bed-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1e16534400d4de09eedb483577588618273771086bf7b5146e7bc5913771260) AuthConfig (4981cb8f2fa46a77641e37e1eea5f145fd0dc9fc73ca7082ea9318d8ccec4133) AuthConfig (81f23ff516307ec25e94eb6bd83b7755d5d69d55f862757c104cfab38a9f3ba6) AuthConfig (5f2775445c48051fe30bc89c9aab7507694a42fb2f85c54c3b608e14ba40dd14) AuthConfig (733b431bab95126d9ab49700059f2e3b32cb2d326160466ea391b32b8d587e51) AuthConfig (fdee719d500c15034a5da76dab683ca80492c7c059e8659cdc77dc65a9956622) AuthConfig (b9a468d132ad129e3db26de9f2e4ce9193298b4f1b957691eb1b90689906afba) AuthConfig (dafe2c587e454a440e6ea8ca62f26959f34471b8f7fd6cdde2d312fa9ff054f7) AuthConfig (86e0868d835d475cbb16320594d17aaafe99b4f4f8228bb0b7dc3e7e8e369b2e) AuthConfig (8993d0c0f3a88c8e076f7bb9b24879b5744819e07bf0820fcd61098778d41295) AuthConfig (9aa930ee96cee1c9dc43a201eccc1e4a64275cacb6be7bcb730be770acf9b067) AuthConfig (1f5b7b598d11b5398cc5088e7cdd16cd0316397915ddb67d628b4498b7e111a2) AuthConfig (5374d9440129fc102e768ad960a21527885bf25e8324f9278805fe73a7e34384) AuthConfig (c85a4c45c4ec07c3d3e4ea6373c46c0474f8e1d172e26e3db25748345024e372) AuthConfig (a30a985054f3a3a0922a87320607b8e2fc889e87f32005c2eba67c54261f94b6) AuthConfig (70496a9d3d6110841d8302ee7f2cbfe386b1dbbce9c7986b787d0399c9b8d65f) AuthConfig (08e770226ba1b711a7bc72d065d67843f93c03c4b123fb51305ef1c4053ce333) AuthConfig (53b428a968514a271693c0e68e810793195af5e8f38229e576a4361a55811273)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"456555ce-5d99-4bf1-b822-18542905e927","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:15.047034254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"5e706acc-781d-4fd1-aa21-d508c3bc3eac","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:15.102837641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"5e706acc-781d-4fd1-aa21-d508c3bc3eac","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:15.157464451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6ddbba-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"5e706acc-781d-4fd1-aa21-d508c3bc3eac","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:19.148261073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"1b36965e-4ae4-40f8-9cea-ab5c391dad67","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1c3bed","tenantID":"e2e-ipp-a-1c3bed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:19.203744274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"1b36965e-4ae4-40f8-9cea-ab5c391dad67","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"e2e-ipp-a-1c3bed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:19.25808334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-1c3bed-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1e16534400d4de09eedb483577588618273771086bf7b5146e7bc5913771260) AuthConfig (4981cb8f2fa46a77641e37e1eea5f145fd0dc9fc73ca7082ea9318d8ccec4133) AuthConfig (81f23ff516307ec25e94eb6bd83b7755d5d69d55f862757c104cfab38a9f3ba6) AuthConfig (5f2775445c48051fe30bc89c9aab7507694a42fb2f85c54c3b608e14ba40dd14) AuthConfig (733b431bab95126d9ab49700059f2e3b32cb2d326160466ea391b32b8d587e51) AuthConfig (fdee719d500c15034a5da76dab683ca80492c7c059e8659cdc77dc65a9956622) AuthConfig (b9a468d132ad129e3db26de9f2e4ce9193298b4f1b957691eb1b90689906afba) AuthConfig (dafe2c587e454a440e6ea8ca62f26959f34471b8f7fd6cdde2d312fa9ff054f7) AuthConfig (86e0868d835d475cbb16320594d17aaafe99b4f4f8228bb0b7dc3e7e8e369b2e) AuthConfig (8993d0c0f3a88c8e076f7bb9b24879b5744819e07bf0820fcd61098778d41295) AuthConfig (9aa930ee96cee1c9dc43a201eccc1e4a64275cacb6be7bcb730be770acf9b067) AuthConfig (1f5b7b598d11b5398cc5088e7cdd16cd0316397915ddb67d628b4498b7e111a2) AuthConfig (5374d9440129fc102e768ad960a21527885bf25e8324f9278805fe73a7e34384) AuthConfig (c85a4c45c4ec07c3d3e4ea6373c46c0474f8e1d172e26e3db25748345024e372) AuthConfig (a30a985054f3a3a0922a87320607b8e2fc889e87f32005c2eba67c54261f94b6) AuthConfig (70496a9d3d6110841d8302ee7f2cbfe386b1dbbce9c7986b787d0399c9b8d65f) AuthConfig (08e770226ba1b711a7bc72d065d67843f93c03c4b123fb51305ef1c4053ce333) AuthConfig (53b428a968514a271693c0e68e810793195af5e8f38229e576a4361a55811273)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"1b36965e-4ae4-40f8-9cea-ab5c391dad67","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.262243508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"a477c6c3-46c5-4fa5-a275-8df74990a87c","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.318997845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"a477c6c3-46c5-4fa5-a275-8df74990a87c","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.373540212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6ddbba-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"a477c6c3-46c5-4fa5-a275-8df74990a87c","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:29.362632507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"d56cb2e1-9e46-47d4-8c7d-9c113fba19d1","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1c3bed","tenantID":"e2e-ipp-a-1c3bed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:29.418094063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"d56cb2e1-9e46-47d4-8c7d-9c113fba19d1","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"e2e-ipp-a-1c3bed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:29.733047309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"40bfb009-c863-4653-8877-cf1e5ae656cb","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"tenant":"e2e-ipp-a-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:29.733069266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"40bfb009-c863-4653-8877-cf1e5ae656cb","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"routeName":"ipp-route-1c3bed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1c3bed","llmisvcName":"ipp-route-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:30.278893456Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:35.340150316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"e6c77076-4377-4816-a41d-47d754c5c632","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"tenant":"e2e-ipp-a-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:35.340172198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"e6c77076-4377-4816-a41d-47d754c5c632","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"routeName":"ipp-route-1c3bed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1c3bed","llmisvcName":"ipp-route-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:35.397467177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"97b2f377-be4c-4feb-9e4f-fa2345f74088","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"tenant":"e2e-ipp-a-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:35.397491445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"97b2f377-be4c-4feb-9e4f-fa2345f74088","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"routeName":"ipp-route-1c3bed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1c3bed","llmisvcName":"ipp-route-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:35.443668768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"6275fd7b-b3fb-40bc-8706-41f17ddf8b8a","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1c3bed","tenantID":"e2e-ipp-a-1c3bed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:52:35.446209195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-sub","reconcileID":"72428baf-eab5-46db-9aca-127b3ed4298b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-1c3bed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:35.499221094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"6275fd7b-b3fb-40bc-8706-41f17ddf8b8a","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"e2e-ipp-a-1c3bed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:35.543822466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"f7f5a1fb-5557-420e-9e23-f50c363072de","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:35.55303278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"31ee9bb6-a898-454b-a973-38dc686d1ffa","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"tenant":"e2e-ipp-a-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:35.553054842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"31ee9bb6-a898-454b-a973-38dc686d1ffa","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"routeName":"ipp-route-1c3bed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1c3bed","llmisvcName":"ipp-route-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:35.599840189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"f7f5a1fb-5557-420e-9e23-f50c363072de","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:35.607743314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"222fbdf9-df51-4705-b340-cc6ac3766329","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"tenant":"e2e-ipp-a-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:35.607764193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"222fbdf9-df51-4705-b340-cc6ac3766329","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"routeName":"ipp-route-1c3bed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1c3bed","llmisvcName":"ipp-route-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:35.654705904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6ddbba-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3156827703d55a99bc5a4c7c880dd448a7c7a02d34b59eb6dbdcc987d0b4c95f) AuthConfig (27b0aae532e578b4069a18ce8f10a678af9e990da93454ae5083b8ee79507df2) AuthConfig (ed2d41ee78bd63fadfc5260a3cc57886a7fae4bfa26f3ea41fe2c88a9eb0a677) AuthConfig (afa57412a7abdd75828b73773a143edf8681a7de4a0723ba18845a52634f03d1) AuthConfig (2a6e126697004be2569dc542a4abbeb3a44ca88ab3aa41d701a9d1abcd45d0a3) AuthConfig (df776c3f62312f749c3dea8f671f0805575836e2f8a13589913c1e8ae0a3ff2b) AuthConfig (ec51376dc0051d569a8eb5c5569081ec75a118f210eee918939e39097bfbedaa) AuthConfig (5642e428843e6affaa25c8c310c7b717cf712aba4ded6a96a308aae90cd82132) AuthConfig (1d6d65228afd0d4730e7fdfc882f6f2041cec8acd2c59f57a8dfc82b25b4b97a) AuthConfig (20786b02eedd76ae3eca59fcd1e6da89904083c800e8fb2c222d5ddbb5dc9115) AuthConfig (2ecd66fafafb2000113db7244a26bdbf9bcd2b2a6899193312b40a7e78186015) AuthConfig (a82381c6b6dcb3cb1fce44de204672f64bbe1d52cc1c3c616c5ae87e0e9aea2c) AuthConfig (2a359d39fcdb4c72bd83b0f85406fa8e3d3a02a2d03390b0b75f837d1adc2da4) AuthConfig (65439bebac15ef11e94f10f4043a23829a19ffe9b9be53f22654e8e7d32f5dbc) AuthConfig (fe93c7d7e69fbf3ccc9aad5137739c0155b57d8248017da82211bef823f9a894) AuthConfig (c80027acb2706a58982710223c4b2cf5bef4bf2e914ec792adeb29c80370556d) AuthConfig (7fda71905311f7f1f287ed27792d048c0f887effa7e87d8311035c527184ba66) AuthConfig (86f7606b0159d3382f95fe3b45cd3ea1311757e20b17652686c1c060f26a2c0b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"f7f5a1fb-5557-420e-9e23-f50c363072de","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:35.711656302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"fa3e63e8-2517-4a85-bb28-fd1d2fade970","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:35.711679834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"fa3e63e8-2517-4a85-bb28-fd1d2fade970","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:35.80557093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"49f54314-c82d-4783-983a-2c17d48a964f","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1c3bed","tenantID":"e2e-ipp-a-1c3bed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:35.815981083Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-sub","reconcileID":"d316d5ca-997e-4f3c-93c1-a505da8301a2","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"maas-trlp-ipp-route-1c3bed","model":"ipp-route-1c3bed","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:35.86113864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"49f54314-c82d-4783-983a-2c17d48a964f","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"e2e-ipp-a-1c3bed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:35.980778602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"1c2071cc-5983-40a3-9db1-0d62c9b2d690","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"tenant":"e2e-ipp-a-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:35.980810697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"1c2071cc-5983-40a3-9db1-0d62c9b2d690","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"routeName":"ipp-route-1c3bed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1c3bed","llmisvcName":"ipp-route-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:36.187544549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-sub","reconcileID":"89b3d9ac-f919-4aa5-8a32-ce8dcd1202cd","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"maas-trlp-ipp-route-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.615454258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"22ddba57-4d43-4994-b5bd-3ddb98c871db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.722535293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"ba6f0ab1-5ddf-417a-8ea2-4d01bf0da419","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.827796083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"467b3ddb-3b5e-44c9-aec0-b15fe361385a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.853938881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"fbf6fac0-6b44-4f7b-9cfc-0827d5a4f831","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.980422992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"673dd876-30ec-48a1-ba91-654b03bc3589","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.214450016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"e4862afd-7f40-4d26-81ce-c5e103fcbe32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.342273771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"8b5a7d7e-fd80-4c6e-bc91-ef762013aa81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.446529423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a3b4c585-fd96-4cb4-a5ba-40bdbe229b46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.631793005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"9e0d4123-faef-4c3a-8029-4acac9546739","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.735128053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"9120e234-2b4b-4e30-89af-4830ce5c9408","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.770185523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"34fc7a55-628e-4380-9949-d5742b3c4568","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:43.012631064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"f6c25067-0f14-4b05-baad-b56106b65b9e","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"maas-trlp-tenantcfg-model-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:43.19241149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"2eabbd08-62ca-41d5-8986-5ddba4bd9a69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:45.815568003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"4e6e011a-c1a2-4a05-be17-310947703259","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:45.870755277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"4e6e011a-c1a2-4a05-be17-310947703259","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.18589217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"961e4c52-0d4d-4bb2-9b22-6fbd7b033ceb","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.185915609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"961e4c52-0d4d-4bb2-9b22-6fbd7b033ceb","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.540606824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"dbf78764-e18f-49c6-b533-09f79f859ab8","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.540631273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"dbf78764-e18f-49c6-b533-09f79f859ab8","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.599742737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"fc5e0b20-68ba-4d9b-bf74-7e197de7c5c7","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.599771144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"fc5e0b20-68ba-4d9b-bf74-7e197de7c5c7","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.609431166Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","namespace":"ai-tenant-e2e-ipp-b-62cf5c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.609502026Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","namespace":"ai-tenant-e2e-ipp-b-62cf5c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.609563761Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","tenant":"e2e-ipp-b-62cf5c","tenantID":"e2e-ipp-b-62cf5c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.644308353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"26e8a578-d827-4617-9d05-2b779f6dd8bd","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:52:51.647477628Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"5faca77b-6692-4ded-b164-93c30ee84407","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-mt-tenantcfg-c348c5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:52:51.652833413Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"fc5e0b20-68ba-4d9b-bf74-7e197de7c5c7","name":"tenantcfg-model-6ddbba","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"tenantcfg-model-6ddbba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:52:51.652892473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"fc5e0b20-68ba-4d9b-bf74-7e197de7c5c7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"tenantcfg-model-6ddbba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.658265048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"4d516e95-0f6f-4425-813f-21b4586c06bf","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.658280013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"4d516e95-0f6f-4425-813f-21b4586c06bf","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.662780143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","gvk":"Deployment","name":"maas-api-e2e-ipp-b-62cf5c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.700375362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"26e8a578-d827-4617-9d05-2b779f6dd8bd","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.723843828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","gvk":"Service","name":"maas-api-e2e-ipp-b-62cf5c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.756159245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"7a5f37a0-2dc4-4666-a74c-ec5fd009ae4c","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.756180368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"7a5f37a0-2dc4-4666-a74c-ec5fd009ae4c","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.779594455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-62cf5c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.810215756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"fbb181f3-e12a-440d-abb0-ed56bfd0582b","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.810238464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"fbb181f3-e12a-440d-abb0-ed56bfd0582b","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.832864906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-62cf5c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.89401973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-62cf5c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.959251206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-62cf5c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.009807356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"aa4d4eb2-7f93-4b7e-afe7-5bcac738375e","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.015567533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-62cf5c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.030136713Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"78864f46-b89c-4d09-a1c4-c3f494df3599","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","model":"tenantcfg-model-6ddbba","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-6ddbba/e2e-mt-tenantcfg-c348c5"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.067673619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"aa4d4eb2-7f93-4b7e-afe7-5bcac738375e","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.073445531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-62cf5c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.126936047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-62cf5c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.180257583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-62cf5c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.269037903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"002d9e6d-99a1-455c-b246-d1a1e1e02415","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.269062582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"002d9e6d-99a1-455c-b246-d1a1e1e02415","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.326853973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","gvk":"Service","name":"payload-processing-e2e-ipp-b-62cf5c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.38670112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-62cf5c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.440381263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-62cf5c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.476052741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"748c925b-d193-4fe9-8d9b-6dc83538238c","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.494312247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-62cf5c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.586706119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-62cf5c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.641144214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-62cf5c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.693937313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-62cf5c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.746920826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-62cf5c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.810776178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-62cf5c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:52.869227361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-62cf5c"},"namespace":"ai-tenant-e2e-ipp-b-62cf5c","name":"default-tenant","reconcileID":"0f32b106-f90c-4f7b-a496-825a65aad189","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-62cf5c","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:53.171463492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a26450a-bed7-4753-ac27-3bd76acd4a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:53.223313475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a26450a-bed7-4753-ac27-3bd76acd4a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:53.279061269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a26450a-bed7-4753-ac27-3bd76acd4a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:53.33183066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a26450a-bed7-4753-ac27-3bd76acd4a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:53.766683769Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-62cf5c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-62cf5c","reconcileID":"ec95e832-6227-463a-b100-5e9081c262a4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-62cf5c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-62cf5c"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:55.214212507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3f464f-e795-4a42-838a-aa7457b1c00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:55.266105246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3f464f-e795-4a42-838a-aa7457b1c00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:55.317918996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3f464f-e795-4a42-838a-aa7457b1c00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:55.369897316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3f464f-e795-4a42-838a-aa7457b1c00d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:57.278271288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf21b90c-b936-4d71-86b7-7d6115458e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:57.329916529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf21b90c-b936-4d71-86b7-7d6115458e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:57.382646975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf21b90c-b936-4d71-86b7-7d6115458e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:57.434696968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf21b90c-b936-4d71-86b7-7d6115458e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:57.53908634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"8586ce83-e71f-47dc-bb45-e0c84d37b715","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:57.591017929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"a4a74edf-3922-47e4-a266-c3aa3ecc10b3","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:57.594878839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"8586ce83-e71f-47dc-bb45-e0c84d37b715","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:57.906977785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"1d6dc177-6dcf-4f5c-b5bb-bdfc275a8b1a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ca758d","tenantID":"e2e-praxis-a-ca758d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.020976866Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"1d6dc177-6dcf-4f5c-b5bb-bdfc275a8b1a","name":"e2e-praxis-a-ca758d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.139498578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"d5d6d142-ed2d-4e33-9f79-a42374222f69","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.139519713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"d5d6d142-ed2d-4e33-9f79-a42374222f69","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.246072257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"d7def30d-b97a-41f7-824d-be59e213a6b6","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.303307516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"d7def30d-b97a-41f7-824d-be59e213a6b6","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.352216056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"ff2a8ab6-085a-4d79-b1f5-c1b61f455a0a","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.306054625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03fafafe-d710-4ee7-a542-e7e0df0a5370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.357965816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03fafafe-d710-4ee7-a542-e7e0df0a5370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.410046204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03fafafe-d710-4ee7-a542-e7e0df0a5370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.463426787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03fafafe-d710-4ee7-a542-e7e0df0a5370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.786631924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"4ee71935-c975-45e2-8d54-88c6053b3d8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.787092625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"262bd78c-e723-463b-9daa-8caebd608d35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.838605715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"399f3b48-e361-4885-8c9f-9abb49bba4c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.243363663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"fb955624-9c6c-402c-bebd-92675be81ecf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.277076028Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.343872447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"b7288105-5ee7-4c82-bb8d-812766a72957","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.445126515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"451d22b0-ed84-4186-9497-9c001caf8ea0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.445161615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"10b14322-a715-4da3-b02c-2d6508e0861e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.56388469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"2d877793-81bf-427d-8b43-e86f74c25ede","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"maas-trlp-tenantcfg-model-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.672016618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"c52de91e-a078-4278-9ded-b64ab22b5d20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.775718043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"f6d058f6-e04b-4597-b993-0aa364145547","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.895285091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8108f58b-2c14-4dc0-aa24-0cc81050b753","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.041731442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"11a8a40a-e97f-46c6-b0f2-4a4de1e77c2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.141464135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"3ccd5c42-8b8e-4624-8db8-a216bf224c90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.152626783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-sub","reconcileID":"7054003c-129c-4ce2-afe3-b82e9ff8817a","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"maas-trlp-ipp-route-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.317539094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"c30ab245-7ce1-42d4-976b-bd167fe69bc5","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"tenant":"e2e-ipp-a-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.317560858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"c30ab245-7ce1-42d4-976b-bd167fe69bc5","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"routeName":"ipp-route-1c3bed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1c3bed","llmisvcName":"ipp-route-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.404822787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff7d69b4-40e0-4711-a9ac-30f027c2df93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.456574413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff7d69b4-40e0-4711-a9ac-30f027c2df93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.508245336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff7d69b4-40e0-4711-a9ac-30f027c2df93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.560578184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff7d69b4-40e0-4711-a9ac-30f027c2df93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.66687384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"52a181eb-4a2e-469b-a711-924067ff914c","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1c3bed","tenantID":"e2e-ipp-a-1c3bed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.722783585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"52a181eb-4a2e-469b-a711-924067ff914c","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"e2e-ipp-a-1c3bed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.611664741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1741e081-b178-4002-8c4d-f9e6ce1f7502","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.663490557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1741e081-b178-4002-8c4d-f9e6ce1f7502","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.71512985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1741e081-b178-4002-8c4d-f9e6ce1f7502","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.76737076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1741e081-b178-4002-8c4d-f9e6ce1f7502","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:07.202275065Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c993b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c993b8","reconcileID":"59da655a-ca93-4ad8-b681-3ac4334dbf57","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-c993b8","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-c993b8":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.677591762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"798ee779-cf48-4c40-8837-9c32aace7505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.729199971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"798ee779-cf48-4c40-8837-9c32aace7505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.782797591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"798ee779-cf48-4c40-8837-9c32aace7505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.835372197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"798ee779-cf48-4c40-8837-9c32aace7505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:09.300242513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"66170d4e-e179-498c-a442-06c64e101205","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"tenant":"e2e-ipp-a-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:09.300264738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"66170d4e-e179-498c-a442-06c64e101205","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"routeName":"ipp-route-1c3bed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1c3bed","llmisvcName":"ipp-route-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:09.403073969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"3991c05a-7b12-4c72-a0b6-0c04af31dd2e","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1c3bed","tenantID":"e2e-ipp-a-1c3bed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:09.45970358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"3991c05a-7b12-4c72-a0b6-0c04af31dd2e","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"e2e-ipp-a-1c3bed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:09.507045422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-sub","reconcileID":"9d5ebe53-d41f-407a-b654-896664999dee","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"maas-trlp-ipp-route-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:10.443486078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"0a3c7e4f-6743-4b1b-8224-7b2fbd772a2e","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"tenant":"e2e-ipp-a-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:10.443513023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"0a3c7e4f-6743-4b1b-8224-7b2fbd772a2e","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"routeName":"ipp-route-1c3bed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1c3bed","llmisvcName":"ipp-route-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:10.547157544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"31479b9b-54f0-4323-a63e-b659f84fd6ac","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1c3bed","tenantID":"e2e-ipp-a-1c3bed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:10.603397562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"31479b9b-54f0-4323-a63e-b659f84fd6ac","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"e2e-ipp-a-1c3bed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:10.65678394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-sub","reconcileID":"11555fc6-b337-4251-bcc2-5b738f081994","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"maas-trlp-ipp-route-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:10.773099714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007a25e4-10a1-4775-9698-fb92b95a47e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:10.825680152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007a25e4-10a1-4775-9698-fb92b95a47e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:10.897311137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007a25e4-10a1-4775-9698-fb92b95a47e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:10.9489943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007a25e4-10a1-4775-9698-fb92b95a47e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.864997332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e1fca8-0608-4ecf-a9c4-882cc857ce9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.916576461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e1fca8-0608-4ecf-a9c4-882cc857ce9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.968795841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e1fca8-0608-4ecf-a9c4-882cc857ce9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:13.020731573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e1fca8-0608-4ecf-a9c4-882cc857ce9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:14.897353774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3388981a-32a4-4115-ac96-11014d16f9ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:14.949163834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3388981a-32a4-4115-ac96-11014d16f9ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:15.001065142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3388981a-32a4-4115-ac96-11014d16f9ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:15.053179198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3388981a-32a4-4115-ac96-11014d16f9ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:18.397220927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"8ea3efe5-4969-42bc-bd3f-0ce47aa03903","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:18.560530229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"22cf4948-7008-4762-a55f-979169a0e627","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:18.560568553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"22cf4948-7008-4762-a55f-979169a0e627","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:19.888034809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"18eb17ce-de70-4b90-ab2a-72c4d50bdcba","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:19.905610558Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","namespace":"ai-tenant-e2e-ipp-a-3940f8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:19.905695679Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","namespace":"ai-tenant-e2e-ipp-a-3940f8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:19.90578288Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","tenant":"e2e-ipp-a-3940f8","tenantID":"e2e-ipp-a-3940f8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:19.943313914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"18eb17ce-de70-4b90-ab2a-72c4d50bdcba","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:19.959389107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","gvk":"Deployment","name":"maas-api-e2e-ipp-a-3940f8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.020630465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","gvk":"Service","name":"maas-api-e2e-ipp-a-3940f8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.074778113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-3940f8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.128075466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-3940f8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.190638263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-3940f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.244894803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-3940f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.301255929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-3940f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.357091595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-3940f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.414773091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-3940f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.471052068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-3940f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.533265247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","gvk":"Service","name":"payload-processing-e2e-ipp-a-3940f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.598636779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-3940f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.658570321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-3940f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.712465082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-3940f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.768801861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-3940f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.823625408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-3940f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.879920851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-3940f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.880382628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"0a5549da-d624-44b6-bad5-3297038c263a","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"tenant":"e2e-ipp-a-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.880400166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"0a5549da-d624-44b6-bad5-3297038c263a","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"routeName":"ipp-route-1c3bed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1c3bed","llmisvcName":"ipp-route-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.934128638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-3940f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.98693412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"9b218ba6-b888-4593-baef-e7b4fec4fa70","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1c3bed","tenantID":"e2e-ipp-a-1c3bed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.990980023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-3940f8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:21.046238618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3940f8"},"namespace":"ai-tenant-e2e-ipp-a-3940f8","name":"default-tenant","reconcileID":"33c43356-5200-4493-b0dd-66f6acced6ad","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-3940f8","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:21.047055374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"9b218ba6-b888-4593-baef-e7b4fec4fa70","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"e2e-ipp-a-1c3bed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:21.094873093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-sub","reconcileID":"27237896-0549-418a-8702-4aa7754c2086","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"maas-trlp-ipp-route-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:21.30747375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"a2525b0d-4b6a-48bc-bd66-93ddda727466","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1c3bed","tenantID":"e2e-ipp-a-1c3bed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:21.363203388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"a2525b0d-4b6a-48bc-bd66-93ddda727466","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"e2e-ipp-a-1c3bed-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:21.411609531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-sub","reconcileID":"7282c796-37af-456d-8443-51ae7efcc8d9","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"maas-trlp-ipp-route-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:21.901477519Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3940f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3940f8","reconcileID":"bce6f240-7488-455a-8b4c-5f67818b43b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3940f8","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-3940f8"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.011819437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb615ba-f75b-4b7c-8d4c-f1bb0a5014a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.06372686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb615ba-f75b-4b7c-8d4c-f1bb0a5014a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.115388316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb615ba-f75b-4b7c-8d4c-f1bb0a5014a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.167097366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb615ba-f75b-4b7c-8d4c-f1bb0a5014a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.036829796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b65965e9-acdb-4eb3-95be-23a3457726dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.088580591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b65965e9-acdb-4eb3-95be-23a3457726dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.14066513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b65965e9-acdb-4eb3-95be-23a3457726dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.1924388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b65965e9-acdb-4eb3-95be-23a3457726dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:27.076898166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8c229f-7562-43bb-a450-37faf581b687","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:27.128987689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8c229f-7562-43bb-a450-37faf581b687","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:27.180719138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8c229f-7562-43bb-a450-37faf581b687","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:27.232663348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8c229f-7562-43bb-a450-37faf581b687","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:29.105909028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c089c3-bc69-40f1-b329-a8251aacf429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:29.158426851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c089c3-bc69-40f1-b329-a8251aacf429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:29.210997319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c089c3-bc69-40f1-b329-a8251aacf429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:29.263388407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c089c3-bc69-40f1-b329-a8251aacf429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:30.27645403Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:31.134183302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f743c455-ef8a-4076-b68e-65b33d2e3089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:31.186061356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f743c455-ef8a-4076-b68e-65b33d2e3089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:31.238017469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f743c455-ef8a-4076-b68e-65b33d2e3089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:31.290153503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f743c455-ef8a-4076-b68e-65b33d2e3089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:48.771927916Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"fb43371b-74b3-4948-af11-b3fe236e7dd5","api-key-max-expiration-days":"7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:49.96639753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"8dc1cbe8-d53e-49fc-a92a-457b2ed7402f","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:49.966419828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"8dc1cbe8-d53e-49fc-a92a-457b2ed7402f","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.123116339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"4e8f3ba1-b121-4693-aab4-6530e281a58d","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.178926837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"4e8f3ba1-b121-4693-aab4-6530e281a58d","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.227274545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"7ef33c2a-652f-4f21-8bd7-eb8b57299e1a","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.895813567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db3d1a25-dc1d-438f-a3ad-ce8e67f57ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.9475216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db3d1a25-dc1d-438f-a3ad-ce8e67f57ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.999183395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db3d1a25-dc1d-438f-a3ad-ce8e67f57ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.051047617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db3d1a25-dc1d-438f-a3ad-ce8e67f57ac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:52.963396803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e3aa6d8-891b-46cd-a5ec-26ea83ecbf16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:53.015204875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e3aa6d8-891b-46cd-a5ec-26ea83ecbf16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:53.066919509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e3aa6d8-891b-46cd-a5ec-26ea83ecbf16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:53.118871814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e3aa6d8-891b-46cd-a5ec-26ea83ecbf16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:53.761395924Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"84b0b91e-8dcd-464b-9d5e-e9246acf5a1e","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:55.161361274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"047d81a5-2ed9-42d8-ace5-869f59975be7","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:55.216795894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"047d81a5-2ed9-42d8-ace5-869f59975be7","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:55.265363572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"25910df2-cd47-4f5d-9d9c-c2160a3e4ee9","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:55.890156167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"2e8039c2-69b4-4b17-92e8-320e88e444e7","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:55.890175554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"2e8039c2-69b4-4b17-92e8-320e88e444e7","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:56.096932429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"2265dc93-fa01-448f-add0-375555de4111","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:56.150246584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"22c573ae-36db-4cc1-b43c-11e98594fb21","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:56.153282066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"2265dc93-fa01-448f-add0-375555de4111","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:56.817948291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7367f396-9a91-4f0f-b502-ac01597bfb18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:56.86976736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7367f396-9a91-4f0f-b502-ac01597bfb18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:56.921522845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7367f396-9a91-4f0f-b502-ac01597bfb18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:56.973065392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7367f396-9a91-4f0f-b502-ac01597bfb18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:58.830899491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa1db1c-a632-4218-9cb2-2f723f25c387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:58.883281817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa1db1c-a632-4218-9cb2-2f723f25c387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:58.935175544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa1db1c-a632-4218-9cb2-2f723f25c387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:53:59.000991126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daa1db1c-a632-4218-9cb2-2f723f25c387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:00.275889326Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.270270169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"152998d8-4056-48bc-ba0c-4523b6385ed6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.480167968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"0b696930-22ad-4699-a0f3-7fd18855be05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.58863164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"792a38d5-acdd-462c-861e-99b70544dfec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.774706915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"d751caa8-54d8-48be-a66c-0baf6a0976ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.893621225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"1fe4f72f-39e3-44b0-91de-f8f0e962b20c","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"maas-trlp-tenantcfg-model-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.981659203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"8130141d-dad4-47ba-a9d2-d855d611b181","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.034406449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"73bcb984-7a75-49d3-a2a5-a88c45b80bd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.175771958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"ca0be8ec-22a5-4ebc-8734-289820a62a54","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.240391293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-sub","reconcileID":"080cf94b-c368-4011-a20f-88e4ae1ae05c","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"maas-trlp-ipp-route-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.356851747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dedc86d7-1be1-402b-bc08-89c3f12c1315","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.458167624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"7dd5e1e9-fbad-4837-92ec-b347ec37bdb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.482908185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6d5442e9-6a15-40a3-a8cf-26a99b4da6b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.597813022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"9ab6a191-c3ad-4507-9d60-904d47fa3910","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.602225691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2bff1bc-79ac-496d-9e79-424368aa56da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.654044409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2bff1bc-79ac-496d-9e79-424368aa56da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.705849281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2bff1bc-79ac-496d-9e79-424368aa56da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.757921884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2bff1bc-79ac-496d-9e79-424368aa56da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.914375531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"5e905d7e-4ac4-483e-8de0-cb207f0b9736","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.963853485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"41ae4d72-bea8-48a4-aff6-cd27101a3d4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:07.666230686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9de8fb3-d4bb-4ff3-9387-8fcad8fb08c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:07.71836009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9de8fb3-d4bb-4ff3-9387-8fcad8fb08c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:07.770414482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9de8fb3-d4bb-4ff3-9387-8fcad8fb08c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:07.822243087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9de8fb3-d4bb-4ff3-9387-8fcad8fb08c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.772007589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"133ef2bf-b90a-40a6-93b3-d6914c5f4800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.82696061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"133ef2bf-b90a-40a6-93b3-d6914c5f4800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.880571565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"133ef2bf-b90a-40a6-93b3-d6914c5f4800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.934114722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"133ef2bf-b90a-40a6-93b3-d6914c5f4800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:11.862583863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0e6457-7742-4617-8baf-cc7e45c94ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:11.914648163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0e6457-7742-4617-8baf-cc7e45c94ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:11.966787027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0e6457-7742-4617-8baf-cc7e45c94ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:12.018731314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0e6457-7742-4617-8baf-cc7e45c94ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:13.795658772Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-292cf1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-292cf1","reconcileID":"a97771d7-46ab-475b-af0d-0c14843d82bf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-292cf1","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-292cf1":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:13.931448109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea56665f-d35a-48b6-ae00-c1818fe08e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:13.983933611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea56665f-d35a-48b6-ae00-c1818fe08e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:14.035864494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea56665f-d35a-48b6-ae00-c1818fe08e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:14.087873704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea56665f-d35a-48b6-ae00-c1818fe08e04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:16.047259154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eff8f04-c66e-4b32-9b66-4fdaf10c4a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:16.099145817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eff8f04-c66e-4b32-9b66-4fdaf10c4a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:16.151418695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eff8f04-c66e-4b32-9b66-4fdaf10c4a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:16.203145492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eff8f04-c66e-4b32-9b66-4fdaf10c4a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.174983303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14424925-11c3-4c2b-a7f0-e0f1e3cd8927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.226739915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14424925-11c3-4c2b-a7f0-e0f1e3cd8927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.278352253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14424925-11c3-4c2b-a7f0-e0f1e3cd8927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.330015676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14424925-11c3-4c2b-a7f0-e0f1e3cd8927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.239830496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"94d61751-37c4-4053-8097-dc4b5ac3eeae","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c993b8","tenantID":"e2e-praxis-a-c993b8","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.382021471Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"94d61751-37c4-4053-8097-dc4b5ac3eeae","name":"e2e-praxis-a-c993b8-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.266031146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a83225-56bf-4f5c-a259-099f4b9c2909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.318214665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a83225-56bf-4f5c-a259-099f4b9c2909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.370280438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a83225-56bf-4f5c-a259-099f4b9c2909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.421994861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a83225-56bf-4f5c-a259-099f4b9c2909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:22.282177578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede0cf2a-a1a3-4574-bbb9-805912a4f8b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:22.409758411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede0cf2a-a1a3-4574-bbb9-805912a4f8b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:22.462012267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede0cf2a-a1a3-4574-bbb9-805912a4f8b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:22.513995181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede0cf2a-a1a3-4574-bbb9-805912a4f8b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.392817783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2e1050-9649-4bb9-9350-79f8bb46164f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.444663851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2e1050-9649-4bb9-9350-79f8bb46164f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.496285056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2e1050-9649-4bb9-9350-79f8bb46164f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.548152912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2e1050-9649-4bb9-9350-79f8bb46164f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.550265911Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"04c29304-f27b-46e1-ad83-87ed0261cbb8","namespace":"ai-tenant-e2e-ipp-a-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.5503576Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"04c29304-f27b-46e1-ad83-87ed0261cbb8","name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.654372915Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"04c29304-f27b-46e1-ad83-87ed0261cbb8","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.654405535Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"04c29304-f27b-46e1-ad83-87ed0261cbb8","namespace":"ai-tenant-e2e-ipp-a-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.654537045Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"04c29304-f27b-46e1-ad83-87ed0261cbb8","name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.655460984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"1bcf6340-6ab6-4979-ab65-8e2adaed4ea0","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"tenant":"e2e-ipp-a-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.655479567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"1bcf6340-6ab6-4979-ab65-8e2adaed4ea0","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"routeName":"ipp-route-1c3bed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1c3bed","llmisvcName":"ipp-route-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.711579847Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"04c29304-f27b-46e1-ad83-87ed0261cbb8","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.714815029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"7817a8f3-6096-4e85-883d-5122018fa2aa","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"tenant":"e2e-ipp-a-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.714835279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"7817a8f3-6096-4e85-883d-5122018fa2aa","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"routeName":"ipp-route-1c3bed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1c3bed","llmisvcName":"ipp-route-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.759068242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"add1dcf4-5358-48c3-aa15-b370edc7d0a6","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1c3bed","tenantID":"e2e-ipp-a-1c3bed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.831405632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"add1dcf4-5358-48c3-aa15-b370edc7d0a6","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"e2e-ipp-a-1c3bed-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:54:24.831994468Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"7817a8f3-6096-4e85-883d-5122018fa2aa","name":"ipp-route-1c3bed","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-1c3bed\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:54:24.83207356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"7817a8f3-6096-4e85-883d-5122018fa2aa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-1c3bed\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.832606798Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-sub","reconcileID":"e7a5ccfa-6ede-4b9a-b4a6-8bc1a8ee3310","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fd1c0a7c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.84063412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"6aaa9a56-a0d1-4ede-8562-44e7a7ffd240","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"tenant":"e2e-ipp-a-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.84073777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"6aaa9a56-a0d1-4ede-8562-44e7a7ffd240","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"routeName":"ipp-route-1c3bed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1c3bed","llmisvcName":"ipp-route-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.955323575Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-sub","reconcileID":"afce2833-7467-40a5-9c58-5930b389af9b","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fd1c0a7c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:24.988030257Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"5e150d00-c138-4f3d-ad60-155d9d54af1a","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.144904915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"5e150d00-c138-4f3d-ad60-155d9d54af1a","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1c3bed","tenantID":"e2e-ipp-a-1c3bed","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.286306855Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"5e150d00-c138-4f3d-ad60-155d9d54af1a","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"e2e-ipp-a-1c3bed-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.286354137Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-auth","reconcileID":"5e150d00-c138-4f3d-ad60-155d9d54af1a","MaaSAuthPolicy":{"name":"ipp-route-1c3bed-auth","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.344890583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"8509a55e-892e-4b9b-9be2-a16ec9530eb3","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"tenant":"e2e-ipp-a-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.344913462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"8509a55e-892e-4b9b-9be2-a16ec9530eb3","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"routeName":"ipp-route-1c3bed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1c3bed","llmisvcName":"ipp-route-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:26.435949449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43b25ca6-adce-4607-8baf-25230add6693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:26.487781598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43b25ca6-adce-4607-8baf-25230add6693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:26.540783439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43b25ca6-adce-4607-8baf-25230add6693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:26.5932976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43b25ca6-adce-4607-8baf-25230add6693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.465267385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0afdb9a-05f2-487d-988f-37d706f4e2c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.5173586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0afdb9a-05f2-487d-988f-37d706f4e2c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.569383086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0afdb9a-05f2-487d-988f-37d706f4e2c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.621113087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0afdb9a-05f2-487d-988f-37d706f4e2c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.276085053Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:35.007771512Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-sub","reconcileID":"8acaefbf-6975-454e-84cb-14061f873d7c","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","subscription":"ipp-route-1c3bed-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:35.059801043Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-sub","reconcileID":"8acaefbf-6975-454e-84cb-14061f873d7c","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:35.11199265Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed-sub","reconcileID":"8acaefbf-6975-454e-84cb-14061f873d7c","MaaSSubscription":{"name":"ipp-route-1c3bed-sub","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"name":"maas-trlp-ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:35.495207527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"4eb46d33-ed0b-4107-8f39-180a29a4cb0c","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"tenant":"e2e-ipp-a-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","model":"ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:35.495230937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"4eb46d33-ed0b-4107-8f39-180a29a4cb0c","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"routeName":"ipp-route-1c3bed-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1c3bed","llmisvcName":"ipp-route-1c3bed","gateway":"openshift-ingress/e2e-ipp-a-1c3bed","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.277749752Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","namespace":"ai-tenant-e2e-ipp-b-ae2f6f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.27783003Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","namespace":"ai-tenant-e2e-ipp-b-ae2f6f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.277892433Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","tenant":"e2e-ipp-b-ae2f6f","tenantID":"e2e-ipp-b-ae2f6f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.331973127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","gvk":"Deployment","name":"maas-api-e2e-ipp-b-ae2f6f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.419867873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","gvk":"Service","name":"maas-api-e2e-ipp-b-ae2f6f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.47415317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-ae2f6f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.527487033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-ae2f6f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.584078888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-ae2f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.638415406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-ae2f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.693129915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-ae2f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.747046316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-ae2f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.800459078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-ae2f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.855880817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-ae2f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.915080141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","gvk":"Service","name":"payload-processing-e2e-ipp-b-ae2f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.974305703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-ae2f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:37.028586753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-ae2f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:37.082312914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-ae2f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:37.137390184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-ae2f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:37.19175602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-ae2f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:37.245443496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-ae2f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:37.298913978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-ae2f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:37.354808097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-ae2f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:37.408516877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ae2f6f"},"namespace":"ai-tenant-e2e-ipp-b-ae2f6f","name":"default-tenant","reconcileID":"c209db82-2cea-4d9d-bf42-26cf2dee50ac","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-ae2f6f","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:38.234588804Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ae2f6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ae2f6f","reconcileID":"7755da26-6c89-4b1e-b480-29ee23437065","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-ae2f6f","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-ae2f6f"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.475747457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fffbefc0-fa6d-4d67-a3bb-d773fdf6ea0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.527417153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fffbefc0-fa6d-4d67-a3bb-d773fdf6ea0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.579094805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fffbefc0-fa6d-4d67-a3bb-d773fdf6ea0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.63107168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fffbefc0-fa6d-4d67-a3bb-d773fdf6ea0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.663606243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2124d07b-f695-4327-b21a-4002d79a16fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.715722817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2124d07b-f695-4327-b21a-4002d79a16fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.767496094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2124d07b-f695-4327-b21a-4002d79a16fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.819404758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2124d07b-f695-4327-b21a-4002d79a16fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:44.092442537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16fdddbf-a543-45c4-a520-0ed543f829df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:44.144414176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16fdddbf-a543-45c4-a520-0ed543f829df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:44.196095739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16fdddbf-a543-45c4-a520-0ed543f829df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:44.248104891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16fdddbf-a543-45c4-a520-0ed543f829df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:46.249306022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a274eae-f71f-4b3f-9da7-b5696e725ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:46.301148799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a274eae-f71f-4b3f-9da7-b5696e725ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:46.353469856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a274eae-f71f-4b3f-9da7-b5696e725ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:46.407711953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a274eae-f71f-4b3f-9da7-b5696e725ba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:48.459061532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e88a511-8920-4ef6-a92e-17dcbbf2a3f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:48.51390622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e88a511-8920-4ef6-a92e-17dcbbf2a3f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:48.56898814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e88a511-8920-4ef6-a92e-17dcbbf2a3f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:48.634448642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e88a511-8920-4ef6-a92e-17dcbbf2a3f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:49.369364004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"0a29fcfc-52d1-42c8-be15-d46e7b82e680","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:49.369396257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"0a29fcfc-52d1-42c8-be15-d46e7b82e680","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:49.473238085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"d6cd76ac-1f1b-4cc0-b6b9-b78a598ef380","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:49.529406594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"d6cd76ac-1f1b-4cc0-b6b9-b78a598ef380","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:49.57803349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"09ffb5c2-c562-4dd4-a492-2f8621257bdf","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:50.613818021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced2baaa-1282-45ee-b757-f1a386dde590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:50.665526306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced2baaa-1282-45ee-b757-f1a386dde590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:50.717414241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced2baaa-1282-45ee-b757-f1a386dde590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:50.769644089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced2baaa-1282-45ee-b757-f1a386dde590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:52.486211383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"7d32272e-910e-4ee2-9848-764fa0841a93","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:52.542490767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"7d32272e-910e-4ee2-9848-764fa0841a93","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:52.591394517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"7f5347e4-c50c-4441-ae25-bbbfb3c1c307","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:52.907229019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f4205b-7cb9-45dd-93b6-f05c88dda999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:52.959343699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f4205b-7cb9-45dd-93b6-f05c88dda999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:53.01188944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f4205b-7cb9-45dd-93b6-f05c88dda999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:53.064314822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f4205b-7cb9-45dd-93b6-f05c88dda999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:53.375073155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"53ecdc7a-4c03-4c54-bf56-a77f13384d89","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:53.375095108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"53ecdc7a-4c03-4c54-bf56-a77f13384d89","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:53.531094273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"feb96e78-a1f5-4ac0-94e8-9fc18e9b180d","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:53.590226831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"feb96e78-a1f5-4ac0-94e8-9fc18e9b180d","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:53.637100313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"e47c954a-17b6-49ad-8843-8ff32b52b339","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:53.791608702Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-eb3520","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-eb3520","reconcileID":"93bd2cff-ead3-4cc8-b0e6-473e737c587f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-eb3520","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-eb3520":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:53.994493936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"d78f1c54-d3a7-4f59-87fc-a80bca27b0c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:54.094744784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"e7a440e7-b46c-4e3b-ae44-c76618d6f013","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:54.240405525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"185c67ff-6af9-488c-9715-bb896890552c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:54.272063752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"9f15a8b6-2790-4a9b-9d2d-fbdeafb5c595","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:54.272426244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"09041990-e147-43cf-849c-0af87aecb558","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:54.489190558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"23343638-b28d-4c6f-a015-07662b545361","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:54.59631292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9609be84-380f-4c8d-b69d-2859c65410d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:54.69179623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"40c86167-577d-47cf-a199-792ccce5e4d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:54.754186435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"6918be22-4883-487e-8ee7-be9ca4327def","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:54.790054498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"0905d5da-dc99-40d9-aefd-c89cedfc7002","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:54.858147801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"8a7a4576-f9d2-4799-9ad7-a028ee37a437","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:55.052416799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7e472d38-a4d9-46ba-b1ef-f05c0d628edf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:55.164732457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"51fc04a6-242d-4858-b49a-104a8b5bc2b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:55.262964878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"f9c2c6ec-6185-420b-b75e-505b7fbde9dc","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"maas-trlp-tenantcfg-model-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:55.271623583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33fbeba-7d36-4bb1-9ade-e18a7dc9e6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:55.323628661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33fbeba-7d36-4bb1-9ade-e18a7dc9e6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:55.37626277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33fbeba-7d36-4bb1-9ade-e18a7dc9e6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:55.42862473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33fbeba-7d36-4bb1-9ade-e18a7dc9e6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:57.369866351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca06bf48-a1a7-4509-b8c4-8844fc144e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:57.421987385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca06bf48-a1a7-4509-b8c4-8844fc144e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:57.474189534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca06bf48-a1a7-4509-b8c4-8844fc144e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:57.526794678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca06bf48-a1a7-4509-b8c4-8844fc144e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:59.466785335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2228be8f-351a-405d-b7b8-d36296a68982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:59.519516587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2228be8f-351a-405d-b7b8-d36296a68982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:59.571206457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2228be8f-351a-405d-b7b8-d36296a68982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:54:59.626263722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2228be8f-351a-405d-b7b8-d36296a68982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:00.276580517Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.609065922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ee4d62-ce28-4386-b5fb-3a0b76107f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.6620564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ee4d62-ce28-4386-b5fb-3a0b76107f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.714042992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ee4d62-ce28-4386-b5fb-3a0b76107f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.766017122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ee4d62-ce28-4386-b5fb-3a0b76107f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:03.69402474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5479ec82-202d-4224-8564-9f7430904571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:03.745979209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5479ec82-202d-4224-8564-9f7430904571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:03.797805954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5479ec82-202d-4224-8564-9f7430904571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:03.849643263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5479ec82-202d-4224-8564-9f7430904571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:05.761405882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde2ed6e-d4c9-4c66-b4e6-e9cc0fc42db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:05.813485237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde2ed6e-d4c9-4c66-b4e6-e9cc0fc42db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:05.865733271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde2ed6e-d4c9-4c66-b4e6-e9cc0fc42db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:05.917905887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde2ed6e-d4c9-4c66-b4e6-e9cc0fc42db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:18.923714261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"9dc6ef52-1846-431d-8db3-2f9aa8f5cd6b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-292cf1","tenantID":"e2e-praxis-b-292cf1","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:19.038839408Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"9dc6ef52-1846-431d-8db3-2f9aa8f5cd6b","name":"e2e-praxis-b-292cf1-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.672179932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"12c7730d-0557-4055-adc1-550df82e46df","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"maas-trlp-tenantcfg-model-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.746682086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"b57af109-666f-4418-91f1-10bc375529b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.847993874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"0a3b56b5-46e2-41b4-9320-cbd1dfdc828d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.020076517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"baa8abaa-0cce-488f-a323-6d142d21a065","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.121915663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"097b2c77-6fbd-42ab-8efa-c2652b4b4363","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.143579169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"bae749b4-b071-46cd-a28e-5ed3c0ffb3c9","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.223604943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"c4bf8b9b-eb23-4969-a418-5326f2e5027a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.326767032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"483be482-c630-493c-9bbf-1c9d80af0b2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.427956971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"81020a0c-897c-4ff8-83bf-656c84f0f09d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.453583406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"96d63569-3047-4123-8d03-f0a18bef3684","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.527955187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"da3f09d8-7710-4d48-8f64-f037103b46f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.691630884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"a0cc27d3-b389-473c-91c8-91cb919437ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.791157974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"86b60656-f2d7-44a5-97eb-206d43c0561f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.815203362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"952c1c9b-4776-410a-bb49-72682bece69e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:25.888245705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504a4f93-1f15-4703-978a-78f642f7b05f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:25.941162161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504a4f93-1f15-4703-978a-78f642f7b05f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:25.993050153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504a4f93-1f15-4703-978a-78f642f7b05f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:26.044972626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504a4f93-1f15-4703-978a-78f642f7b05f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.958818232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec2ee2d-3ebb-4f27-9a57-ee62ecf34588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.010576547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec2ee2d-3ebb-4f27-9a57-ee62ecf34588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.062306426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec2ee2d-3ebb-4f27-9a57-ee62ecf34588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.114367071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ec2ee2d-3ebb-4f27-9a57-ee62ecf34588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.961372407Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","namespace":"ai-tenant-e2e-ipp-a-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.961432361Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","namespace":"ai-tenant-e2e-ipp-a-1c3bed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.961479234Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","tenant":"e2e-ipp-a-1c3bed","tenantID":"e2e-ipp-a-1c3bed","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.015503167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","gvk":"Deployment","name":"maas-api-e2e-ipp-a-1c3bed","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.07477874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","gvk":"Service","name":"maas-api-e2e-ipp-a-1c3bed","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.13197825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-1c3bed","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.185827592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-1c3bed","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.242249229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-1c3bed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.296720558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-1c3bed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.353127134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-1c3bed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.412666111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-1c3bed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.474136706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-1c3bed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.528139214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-1c3bed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.589063916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","gvk":"Service","name":"payload-processing-e2e-ipp-a-1c3bed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.649629435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-1c3bed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.711300222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-1c3bed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.76515435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-1c3bed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.820245748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-1c3bed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.87756473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-1c3bed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.931788347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-1c3bed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:29.985460148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-1c3bed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:30.040364737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-1c3bed","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:30.093675217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"default-tenant","reconcileID":"e3dc4a1f-2a1f-4f4d-a52d-23d098b74e5a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-1c3bed","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:30.277684748Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:31.049733366Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1c3bed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1c3bed","reconcileID":"960fcb86-e6bf-4f1f-8bbe-6ba58ead4a47","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-1c3bed","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-1c3bed"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:31.21289973Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"dd7ff969-0852-43a4-81c2-65ee8ebd8121","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:31.269972641Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"dd7ff969-0852-43a4-81c2-65ee8ebd8121","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:31.27554016Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"758051a6-1a23-4076-a1e8-a30848d5a120","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:31.275611327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"758051a6-1a23-4076-a1e8-a30848d5a120","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:31.286828254Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"759b989c-6d33-4588-8ff0-3d18429897d7","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:31.286919509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"759b989c-6d33-4588-8ff0-3d18429897d7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:31.308038101Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"982e0840-8343-4367-a7a1-9325c152d763","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:31.308139712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"982e0840-8343-4367-a7a1-9325c152d763","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:31.349204873Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"1058dd83-26df-4b99-b117-58f02e1b1c5c","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:31.349273957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"1058dd83-26df-4b99-b117-58f02e1b1c5c","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:31.43003372Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"064cad4c-e0cb-4599-b126-9621caba089e","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:31.430105984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"064cad4c-e0cb-4599-b126-9621caba089e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:31.590399083Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"1974a954-739d-48b8-8ee4-1db13831fa9d","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:31.590465114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"1974a954-739d-48b8-8ee4-1db13831fa9d","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:31.910800179Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"6585f2b4-32a7-442b-9c5e-04c3e261c6a6","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:31.910887111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"6585f2b4-32a7-442b-9c5e-04c3e261c6a6","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:32.137891624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f35c06c5-ebd2-4131-80f1-390a1bc791e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:32.191300599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f35c06c5-ebd2-4131-80f1-390a1bc791e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:32.24325188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f35c06c5-ebd2-4131-80f1-390a1bc791e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:32.29539921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f35c06c5-ebd2-4131-80f1-390a1bc791e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:32.551999435Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"3b2b1325-5a03-4a61-bd39-4a3dbe1b6b7b","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:32.552096122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"3b2b1325-5a03-4a61-bd39-4a3dbe1b6b7b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:33.832567404Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"f92b5136-9c24-4fe8-afea-c84f2b7bf101","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:33.832642504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"f92b5136-9c24-4fe8-afea-c84f2b7bf101","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:34.176547808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60535800-8f57-4740-8f1c-d8a06505852d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:34.229559626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60535800-8f57-4740-8f1c-d8a06505852d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:34.283465181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60535800-8f57-4740-8f1c-d8a06505852d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:34.335720576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60535800-8f57-4740-8f1c-d8a06505852d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:35.382838626Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"925d18df-083b-4639-843e-a14bb8396454","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:35.382908182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"925d18df-083b-4639-843e-a14bb8396454","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:35.551867701Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"a3cdf946-c2cc-485b-a8dc-75d5482459e4","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:35.551932121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"a3cdf946-c2cc-485b-a8dc-75d5482459e4","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:36.218389827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fc5d5b-c88c-497b-937f-e79b959bffda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:36.274581578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fc5d5b-c88c-497b-937f-e79b959bffda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:36.327627252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fc5d5b-c88c-497b-937f-e79b959bffda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:36.379508717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fc5d5b-c88c-497b-937f-e79b959bffda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:36.718887969Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"9d79d9f1-036e-4199-a6a2-53eb562e49f4","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:36.718961437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"9d79d9f1-036e-4199-a6a2-53eb562e49f4","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:36.881450338Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cd2a9f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cd2a9f","reconcileID":"4f8a9490-abaf-4a1d-bc15-458c66a457aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cd2a9f","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-cd2a9f":"true"},"removed":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:37.159282917Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"56b35e5f-ed3e-4752-ac76-1b158cf832db","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:37.159407723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"56b35e5f-ed3e-4752-ac76-1b158cf832db","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:37.23220108Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"c7963ce2-97bd-4e26-88e7-e5acd60b48b2","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:37.232283589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"c7963ce2-97bd-4e26-88e7-e5acd60b48b2","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.321247119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6385fbf1-6a02-4f32-882d-97c835a05c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.373413966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6385fbf1-6a02-4f32-882d-97c835a05c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.425423063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6385fbf1-6a02-4f32-882d-97c835a05c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.477164315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6385fbf1-6a02-4f32-882d-97c835a05c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:39.292680443Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"de8fc438-8b4a-4941-8117-81f3c7a94e6a","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:39.292745553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"de8fc438-8b4a-4941-8117-81f3c7a94e6a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:40.773168786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ca7673-43ef-4173-b60e-4500e894df18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:40.826015494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ca7673-43ef-4173-b60e-4500e894df18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:40.878775427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ca7673-43ef-4173-b60e-4500e894df18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:40.931645785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ca7673-43ef-4173-b60e-4500e894df18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:42.910317011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d72151-5e8a-479e-bbb1-d428993bffac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:42.942580822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"7ec9f207-3511-4b44-b4b6-04becba6fb55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:42.962354415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d72151-5e8a-479e-bbb1-d428993bffac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.014745572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d72151-5e8a-479e-bbb1-d428993bffac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.067079529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d72151-5e8a-479e-bbb1-d428993bffac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.170570878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"f3bc220a-229b-4728-85f2-1e54d9168734","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.272594911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5b900842-fe20-4e19-b466-fe5a34c72eb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.354693624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"e65d7401-f6ea-481d-b334-1281b2d76daa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.536735358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"dff9ce9a-339b-49d5-886a-dcdd68a23cd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.653066936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7feba2fc-b6e5-4aff-a795-7f74cc863d35","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.770388273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"afec775a-302e-480b-934a-9d1ca9c1ee1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.869781532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"be2f285c-b432-4e05-8541-a3168186831d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.970201517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"a823bb11-adf3-4b07-8e53-f7c843efd493","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.070956099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"0e862cee-36d7-40e0-9e5b-7a437283d47d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.071518576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"dec95a3d-a791-4914-99e7-f8964373b958","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.17068307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"1081a56f-3a06-475a-8d76-a3033d19b7a8","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.279633323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"4b1bce16-1adc-4c09-b43d-13f73e4e1633","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.379391391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"a7f9807e-6cd5-4f5f-b07d-7dfcf9281c9e","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"maas-trlp-tenantcfg-model-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:51.815914386Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"32d0d96f-0e3b-466d-b0cc-fc1d6d7d25b1","api-key-max-expiration-days":"7","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:53.026292341Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"d274a5bc-9bf6-4c49-8161-7d2b9ed19870","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:55:53.026486645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"d274a5bc-9bf6-4c49-8161-7d2b9ed19870","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.026728913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"65fb5a7e-f620-47a3-8c7a-910ac76d3557","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.026776976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"65fb5a7e-f620-47a3-8c7a-910ac76d3557","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.190035433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"15d5adf4-7f14-4787-b092-5df646266b01","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.246756427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"15d5adf4-7f14-4787-b092-5df646266b01","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.295972275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"29da9167-8d60-4ebe-bfdd-420de03c7e81","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.975575964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516bd02b-a4d4-411d-ab30-533b810d9112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:54.027564661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516bd02b-a4d4-411d-ab30-533b810d9112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:54.080239517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516bd02b-a4d4-411d-ab30-533b810d9112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:54.131936513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516bd02b-a4d4-411d-ab30-533b810d9112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:56.096907483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8194dfa5-9bb6-4a95-b90e-04a0276bae92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:56.149354624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8194dfa5-9bb6-4a95-b90e-04a0276bae92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:56.2016071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8194dfa5-9bb6-4a95-b90e-04a0276bae92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:56.253535364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8194dfa5-9bb6-4a95-b90e-04a0276bae92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:57.119655743Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"1d67ba35-d405-4caf-bcf2-687086a21751","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:58.221736898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3257f2d7-0bfe-48a7-8f95-7caebef7c307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:58.273474181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3257f2d7-0bfe-48a7-8f95-7caebef7c307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:58.326317779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3257f2d7-0bfe-48a7-8f95-7caebef7c307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:55:58.378071644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3257f2d7-0bfe-48a7-8f95-7caebef7c307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:00.275795865Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:00.282572201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"d2dcb84d-452a-4395-a82c-0c31f662abaa","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:00.35212247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"d2dcb84d-452a-4395-a82c-0c31f662abaa","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:00.381613095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3092897-0261-4218-a0dd-b5433dd5b3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:00.401371074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"121fc0f7-0d3f-44a1-9d9a-93530145e16a","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:00.434906078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3092897-0261-4218-a0dd-b5433dd5b3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:00.487491508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3092897-0261-4218-a0dd-b5433dd5b3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:00.539470705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3092897-0261-4218-a0dd-b5433dd5b3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:56:01.112173521Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"9c2bf567-265b-4867-805a-356c42fa7d46","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:56:01.11223926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"9c2bf567-265b-4867-805a-356c42fa7d46","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:01.112406105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"ae60969a-936b-4719-b486-dcf8c91635a5","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:01.112419375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"ae60969a-936b-4719-b486-dcf8c91635a5","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:01.214988789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"53830217-c7f2-4bfc-ad3d-3a16ae20ca64","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:01.271059733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"53830217-c7f2-4bfc-ad3d-3a16ae20ca64","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:01.320226892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"2fab722f-7db0-47e9-9178-3c8b90332a87","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:02.700869212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"567a1a2b-a7e3-4dd3-adb6-a950e534f52b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:02.752567256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"567a1a2b-a7e3-4dd3-adb6-a950e534f52b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:02.804171159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"567a1a2b-a7e3-4dd3-adb6-a950e534f52b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:02.856174683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"567a1a2b-a7e3-4dd3-adb6-a950e534f52b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:03.007681049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"8b94ea64-8f54-46b4-8174-7017b97bfdd9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-eb3520","tenantID":"e2e-praxis-a-eb3520","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:03.213153773Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"8b94ea64-8f54-46b4-8174-7017b97bfdd9","name":"e2e-praxis-a-eb3520-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:04.966395261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf43da5-8ddb-4c45-a297-c5e57dda8663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:05.018488963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf43da5-8ddb-4c45-a297-c5e57dda8663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:05.070892662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf43da5-8ddb-4c45-a297-c5e57dda8663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:05.122700398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf43da5-8ddb-4c45-a297-c5e57dda8663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.084067544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81de8bce-5129-4f44-bdfa-a70dfa14369b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.135804521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81de8bce-5129-4f44-bdfa-a70dfa14369b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.187567539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81de8bce-5129-4f44-bdfa-a70dfa14369b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.239148189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81de8bce-5129-4f44-bdfa-a70dfa14369b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:09.412282171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c42acfdd-a35d-49be-a1ba-efb15b5b2bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:09.464197397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c42acfdd-a35d-49be-a1ba-efb15b5b2bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:09.515869568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c42acfdd-a35d-49be-a1ba-efb15b5b2bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:09.567674932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c42acfdd-a35d-49be-a1ba-efb15b5b2bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:11.729957933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ac1181-c2ca-44c4-918b-62ded29f58c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:11.78236697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ac1181-c2ca-44c4-918b-62ded29f58c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:11.83475521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ac1181-c2ca-44c4-918b-62ded29f58c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:11.886468632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ac1181-c2ca-44c4-918b-62ded29f58c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:56:12.826439315Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"77f400d3-6891-4dc1-8685-369f6c581538","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:56:12.826510656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1c3bed","namespace":"ai-tenant-e2e-ipp-a-1c3bed"},"namespace":"ai-tenant-e2e-ipp-a-1c3bed","name":"ipp-route-1c3bed","reconcileID":"77f400d3-6891-4dc1-8685-369f6c581538","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-1c3bed/ipp-route-1c3bed-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-1c3bed]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:26.606169807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"834b684d-f386-426e-be4d-7e4db07286ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:26.657873122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"834b684d-f386-426e-be4d-7e4db07286ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:26.71059311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"834b684d-f386-426e-be4d-7e4db07286ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:26.763159535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"834b684d-f386-426e-be4d-7e4db07286ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:29.066263133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04ff13a0-f177-4e5c-aea1-b6d6a1dc4210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:29.11789452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04ff13a0-f177-4e5c-aea1-b6d6a1dc4210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:29.170594211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04ff13a0-f177-4e5c-aea1-b6d6a1dc4210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:29.22285481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04ff13a0-f177-4e5c-aea1-b6d6a1dc4210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:30.277054402Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:31.461659946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2275ccb-caf2-459a-a868-f4d91dbc1163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:31.513478723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2275ccb-caf2-459a-a868-f4d91dbc1163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:31.565245361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2275ccb-caf2-459a-a868-f4d91dbc1163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:31.617688455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2275ccb-caf2-459a-a868-f4d91dbc1163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:33.852223279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7c9c88-1a37-478f-a17f-15bd713b54a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:33.904537132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7c9c88-1a37-478f-a17f-15bd713b54a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:33.956363993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7c9c88-1a37-478f-a17f-15bd713b54a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:34.008585951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7c9c88-1a37-478f-a17f-15bd713b54a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:36.314022599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e06134-4e53-47e6-bab2-12f34f35011e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:36.365936209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e06134-4e53-47e6-bab2-12f34f35011e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:36.417555669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e06134-4e53-47e6-bab2-12f34f35011e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:36.469540341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e06134-4e53-47e6-bab2-12f34f35011e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:38.497467635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fd024d-c18f-4f87-bf9d-8503a1096b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:38.549422911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fd024d-c18f-4f87-bf9d-8503a1096b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:38.601484833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fd024d-c18f-4f87-bf9d-8503a1096b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:38.653449583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fd024d-c18f-4f87-bf9d-8503a1096b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:40.62758288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9532977-6cb1-4a20-b9fe-616b5fd10d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:40.679713483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9532977-6cb1-4a20-b9fe-616b5fd10d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:40.731936669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9532977-6cb1-4a20-b9fe-616b5fd10d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:40.783850244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9532977-6cb1-4a20-b9fe-616b5fd10d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:42.830229836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97695654-e4f5-416e-87fa-573be3a494dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:42.882203506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97695654-e4f5-416e-87fa-573be3a494dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:42.935992469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97695654-e4f5-416e-87fa-573be3a494dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:42.988620793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97695654-e4f5-416e-87fa-573be3a494dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:45.005529679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65824369-ab31-4c17-bbf3-beca80090186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:45.057772723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65824369-ab31-4c17-bbf3-beca80090186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:45.109800086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65824369-ab31-4c17-bbf3-beca80090186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:45.161957374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65824369-ab31-4c17-bbf3-beca80090186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:46.790585517Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","namespace":"ai-tenant-e2e-ipp-b-204763","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:46.790652278Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","namespace":"ai-tenant-e2e-ipp-b-204763","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:46.790705918Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","tenant":"e2e-ipp-b-204763","tenantID":"e2e-ipp-b-204763","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:46.844612984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","gvk":"Deployment","name":"maas-api-e2e-ipp-b-204763","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:46.908033501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","gvk":"Service","name":"maas-api-e2e-ipp-b-204763","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:46.966904456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-204763","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:47.022612663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-204763","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:47.076856348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-204763","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:47.134613422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-204763","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:47.191119296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-204763","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:47.248637607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-204763","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:47.302644028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-204763","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:47.356680175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-204763","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:47.417894073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","gvk":"Service","name":"payload-processing-e2e-ipp-b-204763","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:47.477561379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-204763","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:47.53388333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-204763","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:47.587792397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-204763","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:47.642400033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-204763","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:47.696776942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-204763","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:47.750712495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-204763","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:47.803885531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-204763","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:47.856917145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-204763","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:47.910571606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-204763"},"namespace":"ai-tenant-e2e-ipp-b-204763","name":"default-tenant","reconcileID":"c8006917-22f2-41cb-a495-a2e242c385d5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-204763","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:48.556761806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"40fcbf25-f6f9-404c-91ba-e541dfb98383","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:48.658187958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"e273f985-e0cf-441b-9fc7-89e20fc11096","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:48.824074591Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-204763","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-204763","reconcileID":"27e76893-8dd8-4aaf-a2cb-8f108d36c566","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-204763","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-204763"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:48.947770161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"0f118288-9e32-48ad-8a0e-50cd5e36a3c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:49.05201673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"e78cddf9-733a-4108-8d4b-b8669aecd578","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:49.101704004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"8315c834-a6e0-4a1a-8285-7670e304e8b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:49.233569219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"e73a4097-aebc-401d-8241-0315b5b9059e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:49.412217142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"e61ee4eb-27e9-4048-99d2-f9012678082f","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:49.442981924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"44070710-bc2a-4518-b00d-9389595f1d62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:49.58644383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"3cde37f8-bfc1-4f9d-9dca-a6c1f6118968","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:49.687027013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"be2554ef-4fcd-4121-b781-ce225f577985","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"maas-trlp-tenantcfg-model-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:49.861004425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"e1b7ae79-c6fd-486f-8e58-5bf1ab1441e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:50.026530242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"9c792a72-3097-4b5a-886d-4e58dce53f36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:50.026991274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"721fae35-838e-4604-b532-89806d24b05d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:50.078581887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a85e621b-8234-4024-8fa7-009ffdd32779","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:50.313818166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599bd34b-444c-4ae5-8037-26d6c1130c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:50.366468604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599bd34b-444c-4ae5-8037-26d6c1130c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:50.418382914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599bd34b-444c-4ae5-8037-26d6c1130c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:50.47009286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599bd34b-444c-4ae5-8037-26d6c1130c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:52.58118218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f894cf8-8be3-4cac-aaa5-82877d81609f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:52.633227557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f894cf8-8be3-4cac-aaa5-82877d81609f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:52.68508611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f894cf8-8be3-4cac-aaa5-82877d81609f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:52.736982822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f894cf8-8be3-4cac-aaa5-82877d81609f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:53.588180096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"9c9cd42a-296c-4d9b-bdc1-c6602b9cbefc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-cd2a9f","tenantID":"e2e-praxis-b-cd2a9f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:56:53.801130589Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"9c9cd42a-296c-4d9b-bdc1-c6602b9cbefc","name":"e2e-praxis-b-cd2a9f-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.276514924Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.867353172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef6d02f-fe9d-4ac9-8ef6-b7a705bf52f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.919402714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef6d02f-fe9d-4ac9-8ef6-b7a705bf52f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.973233442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef6d02f-fe9d-4ac9-8ef6-b7a705bf52f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:02.026039534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef6d02f-fe9d-4ac9-8ef6-b7a705bf52f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:03.171414757Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-93c833","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-93c833","reconcileID":"09be5319-6703-4fca-b21b-c66b6ba92348","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-93c833","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-93c833":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:04.044880176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3282d7b4-2668-482f-8487-f2ea348c799c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:04.097521784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3282d7b4-2668-482f-8487-f2ea348c799c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:04.1501171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3282d7b4-2668-482f-8487-f2ea348c799c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:04.201772365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3282d7b4-2668-482f-8487-f2ea348c799c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:04.904054316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"b158098b-0a3f-471b-a9f0-f6b135fd823c","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:04.904085627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"b158098b-0a3f-471b-a9f0-f6b135fd823c","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:05.050632718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"411f4051-8427-44d7-9347-4d63b4ae2806","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:05.106761826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"411f4051-8427-44d7-9347-4d63b4ae2806","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:05.152258662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"9d791064-90a4-4214-98b6-8d8335fe6bd8","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:06.375887433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a8f9307-971a-49c5-a77c-67800093733e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:06.428140221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a8f9307-971a-49c5-a77c-67800093733e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:06.480125799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a8f9307-971a-49c5-a77c-67800093733e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:06.531954157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a8f9307-971a-49c5-a77c-67800093733e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:08.577959377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd3c833-9bf2-4aa7-a615-daa20caa8773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:08.629898538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd3c833-9bf2-4aa7-a615-daa20caa8773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:08.684923148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd3c833-9bf2-4aa7-a615-daa20caa8773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:08.739982137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afd3c833-9bf2-4aa7-a615-daa20caa8773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:09.406676514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"0b59067b-2027-43ac-aaf4-106bacfb7d50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:09.564011216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"f030f67d-d73c-472a-b273-3487ab921bc2","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"maas-trlp-tenantcfg-model-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:09.683964295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"87f08c41-d592-480b-9758-78c1892629b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:09.840128062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"f73601ad-b4ac-41d7-ab7c-6712ddc2e4bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:09.976831043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"48a86ea3-1b9f-412f-859c-84dec27aadf9","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:09.976917212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"bbbda7d7-6100-4347-8a0a-dfa94b5378d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:10.079556005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6b732a99-19cf-4bd8-ad61-4277ffec7bb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:10.150746461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"78253821-7e2c-44fe-a8c7-9c09a719f9e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:10.294468006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"13219dbd-1d8d-464a-97b0-9ca223bbd068","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:10.346021269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"ddaa8f81-b6dc-4391-b2b3-09b2652657dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:10.467746384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"b75dcbb4-1ee8-4ac8-a2a0-a88702fb784e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:10.573690249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"20820892-bc01-4caa-9ca0-9f8a94226535","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:10.690851154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"da80d060-d6fb-4505-9675-9fbf4d6c287c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:10.773634699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f6d8f93-66a1-4f58-88b9-f2ca5e654da2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:10.791262755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"4ef45420-efad-4890-a2d0-417e3ea188a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:10.825606133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f6d8f93-66a1-4f58-88b9-f2ca5e654da2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:10.877889804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f6d8f93-66a1-4f58-88b9-f2ca5e654da2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:10.930781357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f6d8f93-66a1-4f58-88b9-f2ca5e654da2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:12.66564623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"9c50b35e-cdcf-4d80-b3ca-6889b86ff5ed","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:12.665671696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"9c50b35e-cdcf-4d80-b3ca-6889b86ff5ed","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"tenantcfg-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"tenantcfg-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:12.768873309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"4685feab-dcac-4542-9718-9db49b92520b","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:12.824157755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"4685feab-dcac-4542-9718-9db49b92520b","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:12.826001641Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"6a79a6a4-225b-4e2e-b31f-e60d7f41a2d5","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-848b7cd6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:12.874577347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e660022-47b3-4526-906e-edc5224db188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:12.926598196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e660022-47b3-4526-906e-edc5224db188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:12.978753285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e660022-47b3-4526-906e-edc5224db188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:13.030705355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e660022-47b3-4526-906e-edc5224db188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:13.133929846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"f16a315d-265b-49eb-9eb3-f64d00f6fd7a","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:13.19051622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"f16a315d-265b-49eb-9eb3-f64d00f6fd7a","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:14.995087586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb985a58-e8b2-4b1f-9912-e863c025f86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:15.046612691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb985a58-e8b2-4b1f-9912-e863c025f86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:15.098430658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb985a58-e8b2-4b1f-9912-e863c025f86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:15.150098447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb985a58-e8b2-4b1f-9912-e863c025f86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:17.264840004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebdeae88-f1a2-45e4-b532-8ef907b49bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:17.316682399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebdeae88-f1a2-45e4-b532-8ef907b49bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:17.368935077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebdeae88-f1a2-45e4-b532-8ef907b49bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:17.420699146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebdeae88-f1a2-45e4-b532-8ef907b49bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:19.362471157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2453a8a0-573a-4e53-abf0-011b64c52fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:19.414226136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2453a8a0-573a-4e53-abf0-011b64c52fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:19.466136937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2453a8a0-573a-4e53-abf0-011b64c52fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:19.518266367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2453a8a0-573a-4e53-abf0-011b64c52fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.162140856Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","namespace":"ai-tenant-e2e-praxis-a-ca758d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.162199326Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","namespace":"ai-tenant-e2e-praxis-a-ca758d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.162253874Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","tenant":"e2e-praxis-a-ca758d","tenantID":"e2e-praxis-a-ca758d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.216140458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","gvk":"Deployment","name":"maas-api-e2e-praxis-a-ca758d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.275422253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","gvk":"Service","name":"maas-api-e2e-praxis-a-ca758d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.335270304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-ca758d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.391093456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-ca758d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.449004842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-ca758d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.502531535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-ca758d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.558699158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-ca758d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.625301223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-ca758d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.677584159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-ca758d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.731276431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-ca758d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.782622402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","gvk":"Service","name":"payload-processing-e2e-praxis-a-ca758d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.833988889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-ca758d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.885647471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-ca758d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.940744868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-ca758d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.992104564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-ca758d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.046627096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-ca758d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.097971428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-ca758d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.211716676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-ca758d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.264480292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-ca758d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.31558894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca758d"},"namespace":"ai-tenant-e2e-praxis-a-ca758d","name":"default-tenant","reconcileID":"000bb494-f4c0-4fe1-a732-e1c691586c1b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-ca758d","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.532179271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a31a103-ba1e-4d81-ae24-7b918d4b5189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.584307832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a31a103-ba1e-4d81-ae24-7b918d4b5189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.636026972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a31a103-ba1e-4d81-ae24-7b918d4b5189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.688024587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a31a103-ba1e-4d81-ae24-7b918d4b5189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:22.229249888Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ca758d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ca758d","reconcileID":"f3edfc2e-fec9-4a41-bc6b-4bd49ef1d738","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ca758d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-ca758d"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:22.897860311Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"67ec1fb2-5879-47b6-b0ea-568bdab7fc42","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","subscription":"e2e-mt-tenantcfg-c348c5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:22.904060401Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-95d604","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-95d604","reconcileID":"2bc3341b-0cdd-4666-b8ea-50c3488c7d0b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-95d604","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-95d604":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:22.953153662Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"67ec1fb2-5879-47b6-b0ea-568bdab7fc42","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:23.005231021Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"67ec1fb2-5879-47b6-b0ea-568bdab7fc42","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"maas-trlp-tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:23.438972516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"ab3043aa-1855-4077-9376-2d065d0f0e57","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:23.438994702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"ab3043aa-1855-4077-9376-2d065d0f0e57","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"tenantcfg-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"tenantcfg-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:23.541918874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"7eafefdf-141d-4096-b466-0cba3fde54ce","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:23.588289392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"15fcf9d2-a6b4-49d9-b93e-b202ca15e456","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:23.588311685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"15fcf9d2-a6b4-49d9-b93e-b202ca15e456","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:23.597745332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"7eafefdf-141d-4096-b466-0cba3fde54ce","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:23.692253364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"8f9fb241-2c39-4686-836e-eddd2193bc77","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:23.748141411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"8f9fb241-2c39-4686-836e-eddd2193bc77","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:23.752033335Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"6b04dc36-a4bc-4329-848e-395238777a98","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0b2a8f46","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:23.752678176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fd0c2a0-41af-4b01-87f8-5b8671315692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:23.805234289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fd0c2a0-41af-4b01-87f8-5b8671315692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:23.856933168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fd0c2a0-41af-4b01-87f8-5b8671315692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:23.908830519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fd0c2a0-41af-4b01-87f8-5b8671315692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:24.060097821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"79556f2d-8aa3-4011-831b-8cfdd1b42a81","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:24.112604807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"b7283bda-3979-466c-a2da-da88023dd491","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:24.116680096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"79556f2d-8aa3-4011-831b-8cfdd1b42a81","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:24.16840061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"b7283bda-3979-466c-a2da-da88023dd491","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:26.210643915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a1729ea-6982-4da9-b27b-69ec09d54002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:26.262536216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a1729ea-6982-4da9-b27b-69ec09d54002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:26.314421842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a1729ea-6982-4da9-b27b-69ec09d54002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:26.366080729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a1729ea-6982-4da9-b27b-69ec09d54002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:28.336193908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e630ba51-e8a5-45e0-8b94-16079f4da0b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:28.388069267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e630ba51-e8a5-45e0-8b94-16079f4da0b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:28.439813532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e630ba51-e8a5-45e0-8b94-16079f4da0b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:28.491748912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e630ba51-e8a5-45e0-8b94-16079f4da0b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:30.2764811Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:30.470466573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b1e7647-db98-49e8-96b5-2f6bfa3041f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:30.522701063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b1e7647-db98-49e8-96b5-2f6bfa3041f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:30.57445236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b1e7647-db98-49e8-96b5-2f6bfa3041f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:30.626252867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b1e7647-db98-49e8-96b5-2f6bfa3041f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:32.559845958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3968212d-2449-4ccf-9774-40b075fedbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:32.611780259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3968212d-2449-4ccf-9774-40b075fedbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:32.663594592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3968212d-2449-4ccf-9774-40b075fedbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:32.715663507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3968212d-2449-4ccf-9774-40b075fedbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:33.806950088Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"c913b7fc-5686-4fca-b8b2-9a9d75f316e5","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","subscription":"e2e-mt-tenantcfg-c348c5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:33.859203521Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"c913b7fc-5686-4fca-b8b2-9a9d75f316e5","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:33.91141405Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"c913b7fc-5686-4fca-b8b2-9a9d75f316e5","MaaSSubscription":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.186441984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"01dfe2e6-6fd5-4d12-ab35-e56744c22684","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.186462968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"01dfe2e6-6fd5-4d12-ab35-e56744c22684","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.289713505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"2e2648ca-7ea7-4aa4-adbc-7b84b92cc6be","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.327960174Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"4f142b0b-3b67-4598-8351-ba9c6f9e0ef0","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.328062746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"81d27ce5-c755-46d3-8d81-0e80701fb2e3","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.328081754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"81d27ce5-c755-46d3-8d81-0e80701fb2e3","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"tenantcfg-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"tenantcfg-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.366754182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"2e2648ca-7ea7-4aa4-adbc-7b84b92cc6be","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.496914766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"4f142b0b-3b67-4598-8351-ba9c6f9e0ef0","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.700539978Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"4f142b0b-3b67-4598-8351-ba9c6f9e0ef0","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.700564808Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"4f142b0b-3b67-4598-8351-ba9c6f9e0ef0","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.737796613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"444a9798-7e76-46ce-9315-6535de1d7e84","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.806401516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"444a9798-7e76-46ce-9315-6535de1d7e84","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.808439801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"938a47b1-51d2-4147-ab29-5c25bb671a91","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/tenantcfg-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.808457823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"tenantcfg-model-87e1cf","reconcileID":"938a47b1-51d2-4147-ab29-5c25bb671a91","MaaSModelRef":{"name":"tenantcfg-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"tenantcfg-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"tenantcfg-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.855565271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183fb339-ebce-4f4d-a8f4-0be919594d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.90794333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183fb339-ebce-4f4d-a8f4-0be919594d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.959682021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183fb339-ebce-4f4d-a8f4-0be919594d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.960737242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"64e03db7-18e2-47f5-bee2-7a4098c051bb","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.960759503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"64e03db7-18e2-47f5-bee2-7a4098c051bb","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:35.011493216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183fb339-ebce-4f4d-a8f4-0be919594d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:35.112126254Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"a4630dcd-baec-416a-9ff7-a4ca14bd6957","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:35.266718617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"a4630dcd-baec-416a-9ff7-a4ca14bd6957","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:35.483894129Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"a4630dcd-baec-416a-9ff7-a4ca14bd6957","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:35.48391666Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-mt-tenantcfg-c348c5","reconcileID":"a4630dcd-baec-416a-9ff7-a4ca14bd6957","MaaSAuthPolicy":{"name":"e2e-mt-tenantcfg-c348c5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:35.539257668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"08051340-10b8-45ab-bc53-591e291efcdd","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/tenantcfg-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:35.539281426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"tenantcfg-model-6ddbba","reconcileID":"08051340-10b8-45ab-bc53-591e291efcdd","MaaSModelRef":{"name":"tenantcfg-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"tenantcfg-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"tenantcfg-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:37.071311181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f584b4-7f85-417d-9dd4-9f67cd7d5b6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:37.122975262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f584b4-7f85-417d-9dd4-9f67cd7d5b6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:37.174795876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f584b4-7f85-417d-9dd4-9f67cd7d5b6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:37.226398474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f584b4-7f85-417d-9dd4-9f67cd7d5b6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:58.42531941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd25bf8-e862-4e05-a9e7-e0ab7cb1435e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:58.478869539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd25bf8-e862-4e05-a9e7-e0ab7cb1435e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:58.530726833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd25bf8-e862-4e05-a9e7-e0ab7cb1435e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:57:58.586082136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd25bf8-e862-4e05-a9e7-e0ab7cb1435e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:00.275721675Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:00.559587129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aaaaba8-ec1b-4c91-8b23-3bb55ed056dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:00.611230517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aaaaba8-ec1b-4c91-8b23-3bb55ed056dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:00.663173052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aaaaba8-ec1b-4c91-8b23-3bb55ed056dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:00.715277235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aaaaba8-ec1b-4c91-8b23-3bb55ed056dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:04.885816779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b82a5266-3041-4424-adf5-de4c0b180649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:04.938203733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b82a5266-3041-4424-adf5-de4c0b180649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:04.989948175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b82a5266-3041-4424-adf5-de4c0b180649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:05.041894963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b82a5266-3041-4424-adf5-de4c0b180649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:06.846346141Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4644ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4644ae","reconcileID":"b4375d58-5395-480b-ada9-445e065cacb2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-4644ae","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-4644ae":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.019974812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf07f196-1b94-4e42-ba02-43459b302884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.071865226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf07f196-1b94-4e42-ba02-43459b302884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.123729292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf07f196-1b94-4e42-ba02-43459b302884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.175718068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf07f196-1b94-4e42-ba02-43459b302884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:09.177897648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a6b85d-2341-44d4-91fa-278deaf1c3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:09.229848719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a6b85d-2341-44d4-91fa-278deaf1c3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:09.281853193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a6b85d-2341-44d4-91fa-278deaf1c3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:09.333612189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a6b85d-2341-44d4-91fa-278deaf1c3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:11.275736106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed394139-4742-4ab0-9948-13a2f0147e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:11.327718379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed394139-4742-4ab0-9948-13a2f0147e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:11.379651557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed394139-4742-4ab0-9948-13a2f0147e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:11.431361502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed394139-4742-4ab0-9948-13a2f0147e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:12.975110131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"c7c4d126-65fe-4564-84b9-520dcc237028","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-93c833","tenantID":"e2e-praxis-a-93c833","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:13.088772143Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"c7c4d126-65fe-4564-84b9-520dcc237028","name":"e2e-praxis-a-93c833-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:13.390872827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f20049-5c3f-4990-b434-da0672969ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:13.442755614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f20049-5c3f-4990-b434-da0672969ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:13.494447176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f20049-5c3f-4990-b434-da0672969ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:13.546728826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f20049-5c3f-4990-b434-da0672969ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:15.416025558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce67b3c6-ea4c-4686-aa08-d0828fd6ed24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:15.467918489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce67b3c6-ea4c-4686-aa08-d0828fd6ed24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:15.519839934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce67b3c6-ea4c-4686-aa08-d0828fd6ed24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:15.57167004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce67b3c6-ea4c-4686-aa08-d0828fd6ed24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:17.663275675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2196f1-3af4-4c0d-afac-1b14e2fce115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:17.715097021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2196f1-3af4-4c0d-afac-1b14e2fce115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:17.766964835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2196f1-3af4-4c0d-afac-1b14e2fce115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:17.818844582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2196f1-3af4-4c0d-afac-1b14e2fce115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:19.781106299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26895848-d305-422d-9b1b-6686012919c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:19.832831796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26895848-d305-422d-9b1b-6686012919c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:19.884856182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26895848-d305-422d-9b1b-6686012919c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:19.937124889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26895848-d305-422d-9b1b-6686012919c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:22.154881442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5144e62-6439-401e-80f0-71759878d003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:22.207265116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5144e62-6439-401e-80f0-71759878d003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:22.259123995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5144e62-6439-401e-80f0-71759878d003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:22.315566611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5144e62-6439-401e-80f0-71759878d003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:30.312023795Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:34.100622388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"849e7274-7e7c-4cb4-b43b-1d442213a043","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-95d604","tenantID":"e2e-praxis-b-95d604","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:34.313658617Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"849e7274-7e7c-4cb4-b43b-1d442213a043","name":"e2e-praxis-b-95d604-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:44.081551204Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","namespace":"ai-tenant-e2e-praxis-b-292cf1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:44.081621186Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","namespace":"ai-tenant-e2e-praxis-b-292cf1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:44.081671876Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","tenant":"e2e-praxis-b-292cf1","tenantID":"e2e-praxis-b-292cf1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:44.135355183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","gvk":"Deployment","name":"maas-api-e2e-praxis-b-292cf1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:44.194420396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","gvk":"Service","name":"maas-api-e2e-praxis-b-292cf1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:44.25136509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-292cf1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:44.305215636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-292cf1","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:44.36111322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-292cf1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:44.415802142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-292cf1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:44.472219009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-292cf1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:44.591857172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-292cf1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:44.643261829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-292cf1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:44.694604417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-292cf1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:44.748408436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","gvk":"Service","name":"payload-processing-e2e-praxis-b-292cf1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:44.799691128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-292cf1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:44.851152898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-292cf1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:44.902500013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-292cf1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:44.954041414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-292cf1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:45.00856542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-292cf1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:45.059794373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-292cf1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:45.111030339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-292cf1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:45.162438333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-292cf1","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:45.21394738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-292cf1"},"namespace":"ai-tenant-e2e-praxis-b-292cf1","name":"default-tenant","reconcileID":"a4ee11a6-866a-4e86-89c0-85530fb397cb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-292cf1","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:45.270008151Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","namespace":"ai-tenant-e2e-praxis-a-c993b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:45.270064925Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","namespace":"ai-tenant-e2e-praxis-a-c993b8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:45.270113432Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","tenant":"e2e-praxis-a-c993b8","tenantID":"e2e-praxis-a-c993b8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:45.323476313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","gvk":"Deployment","name":"maas-api-e2e-praxis-a-c993b8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:45.383576883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","gvk":"Service","name":"maas-api-e2e-praxis-a-c993b8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:45.438495224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-c993b8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:45.528859679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-c993b8","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:45.589532661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-c993b8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:45.643620994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-c993b8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:45.699458107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-c993b8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:45.766346537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-c993b8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:45.817709934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-c993b8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:45.870055877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-c993b8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:45.921371467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","gvk":"Service","name":"payload-processing-e2e-praxis-a-c993b8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:45.972821259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-c993b8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:46.023986538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-c993b8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:46.042416544Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-292cf1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-292cf1","reconcileID":"fa8854d1-24e6-4283-824c-5e20915a7cb1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-292cf1","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-292cf1"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:46.075525586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-c993b8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:46.12727885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-c993b8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:46.182205874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-c993b8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:46.233485073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-c993b8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:46.311476788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-c993b8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:46.363045143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-c993b8","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:46.414682251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c993b8"},"namespace":"ai-tenant-e2e-praxis-a-c993b8","name":"default-tenant","reconcileID":"675f310e-0104-4e48-841b-1a2ceb083302","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-c993b8","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:47.22766792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"004d610e-3824-4915-8ca6-d71b68866016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:47.279397672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"004d610e-3824-4915-8ca6-d71b68866016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:47.285471228Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c993b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c993b8","reconcileID":"2a240aba-5c08-4ef7-9c26-4e4492169ac9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-c993b8","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-c993b8"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:47.331299234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"004d610e-3824-4915-8ca6-d71b68866016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:47.383397673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"004d610e-3824-4915-8ca6-d71b68866016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:49.393479487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e183043-edae-4d1e-8f99-83d0e13000ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:49.4453197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e183043-edae-4d1e-8f99-83d0e13000ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:49.496894299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e183043-edae-4d1e-8f99-83d0e13000ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:49.549649558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e183043-edae-4d1e-8f99-83d0e13000ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:51.470973822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d31d1c-6e41-4f5e-9548-89f419593d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:51.523026795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d31d1c-6e41-4f5e-9548-89f419593d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:51.574910331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d31d1c-6e41-4f5e-9548-89f419593d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:51.626647135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d31d1c-6e41-4f5e-9548-89f419593d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:53.573855161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2556b02-d1ba-4781-868d-e4842d0b9bf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:53.625496558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2556b02-d1ba-4781-868d-e4842d0b9bf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:53.677103869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2556b02-d1ba-4781-868d-e4842d0b9bf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:53.728846632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2556b02-d1ba-4781-868d-e4842d0b9bf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:55.664634891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a35c7383-fa69-4f8b-bad4-a00b3aebfcbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:55.716714321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a35c7383-fa69-4f8b-bad4-a00b3aebfcbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:55.768311682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a35c7383-fa69-4f8b-bad4-a00b3aebfcbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:55.819998981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a35c7383-fa69-4f8b-bad4-a00b3aebfcbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:56.808245543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"6a38e973-f0e1-4d8b-b21b-19650518a162","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:56.923273227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"d31f0641-3f33-4e86-bac2-9786869c8ef6","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:58:56.974722981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d4abc819","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-apikey-sub-binding-d4abc819","reconcileID":"85b4c1d2-82d9-4af4-9f88-5def6e9cdf5f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-d4abc819\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.021604344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"c287691d-b8bc-4736-af6a-798d8621d80d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.021678888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"9f7f561d-3b70-41c6-b9b9-c4d491817578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.078089514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"9f7f561d-3b70-41c6-b9b9-c4d491817578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.080747869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"c287691d-b8bc-4736-af6a-798d8621d80d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.091893986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"990e5318-cc83-43c6-9e39-a3075f38ec15","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.23352194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"7d1aa2ab-3264-40f9-8982-f01c9ffdbefa","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.438361531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"a73986cd-563a-4c4f-bdf9-157414b3ab67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.494045418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"a73986cd-563a-4c4f-bdf9-157414b3ab67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.496748529Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d4abc819","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-apikey-sub-binding-d4abc819","reconcileID":"0a5a1268-e27f-4e31-9470-b86c9bfbbb0e","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d4abc819","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-apikey-sub-binding-d4abc819","ai-tenant-e2e-worker-w4-6de8e6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.539205158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"b9778d5d-d968-4b9e-ae87-0e014d73b7d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.594982955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"b9778d5d-d968-4b9e-ae87-0e014d73b7d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.658542659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"6fc85bb6-a450-41d0-a692-115396ecc05b","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.703678496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"bd96f8c3-296a-492a-99e9-14dd58f9ab7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.762861449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e120f72-1161-4b46-826b-098bb6dceca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.814801862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e120f72-1161-4b46-826b-098bb6dceca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.866469296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d4abc819","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-apikey-sub-binding-d4abc819","reconcileID":"91653bd1-8d0e-4211-9f74-1e4d5d33bdea","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d4abc819","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.86667523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e120f72-1161-4b46-826b-098bb6dceca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:57.918698543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e120f72-1161-4b46-826b-098bb6dceca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:59.801704315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99a536d8-82b2-4d43-a933-7078f1f1a3f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:59.85408191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99a536d8-82b2-4d43-a933-7078f1f1a3f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:59.906306282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99a536d8-82b2-4d43-a933-7078f1f1a3f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:58:59.958168294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99a536d8-82b2-4d43-a933-7078f1f1a3f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:00.275934275Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:00.833038447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"f506a13a-db57-44a7-870f-6c7b097f3165","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:00.999030741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"cf962785-dfa7-4091-bb22-2a7e9d5ee1c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:00.999157292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"d945598e-14d3-4c18-b2aa-037bc13fdd58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:01.054931938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"cf962785-dfa7-4091-bb22-2a7e9d5ee1c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:01.055041694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"d945598e-14d3-4c18-b2aa-037bc13fdd58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:01.864835399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc69f972-40ee-40f6-bafb-0161a3805c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:01.916628711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc69f972-40ee-40f6-bafb-0161a3805c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:01.968395208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc69f972-40ee-40f6-bafb-0161a3805c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:02.020163032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc69f972-40ee-40f6-bafb-0161a3805c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:03.946737987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e40b303-f713-42a3-96e0-0a3d8ead7a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:04.102646123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e40b303-f713-42a3-96e0-0a3d8ead7a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:04.154772879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e40b303-f713-42a3-96e0-0a3d8ead7a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:04.206796143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e40b303-f713-42a3-96e0-0a3d8ead7a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:06.118559446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5fcc312-0319-4a4f-9cb1-6dd45d1b23dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:06.170794175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5fcc312-0319-4a4f-9cb1-6dd45d1b23dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:06.222756265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5fcc312-0319-4a4f-9cb1-6dd45d1b23dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:06.274667759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5fcc312-0319-4a4f-9cb1-6dd45d1b23dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:10.995656492Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d4abc819","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-apikey-sub-binding-d4abc819","reconcileID":"3b1ec32e-5101-490c-933e-b04a1b70774f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d4abc819","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscription":"e2e-apikey-sub-binding-d4abc819","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:11.21322371Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d4abc819","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-apikey-sub-binding-d4abc819","reconcileID":"3b1ec32e-5101-490c-933e-b04a1b70774f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-d4abc819","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:11.466281253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"9ac17fbf-1885-416d-93e6-e9592ea8e760","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:11.52327588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"d98387ac-adcd-4fd5-bc3b-989e46d472da","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:11.676989917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"4c74da00-9dbe-409e-b7af-8eaf056dc12a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:11.676990486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"e729272d-d8e6-46a2-8091-1ac322b7802d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:11.732873395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"e729272d-d8e6-46a2-8091-1ac322b7802d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:11.733420135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"4c74da00-9dbe-409e-b7af-8eaf056dc12a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:12.796102947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"cdd5f967-22ab-4c58-8c89-3e283a82512a","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:12.850697476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"f6b5f73c-36ad-413d-9f0e-f4aa1d6c2a2d","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:59:12.903967469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-ordering-sub","reconcileID":"ea90d964-f6d8-4708-9475-3b7c80880919","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:12.950635679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"5730a411-058f-439a-912e-c4487dd1a25c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:12.950635623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"928631b1-19e8-4b52-8b99-067c3fb603bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:13.006725305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"928631b1-19e8-4b52-8b99-067c3fb603bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:13.008222111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"5730a411-058f-439a-912e-c4487dd1a25c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:13.01782821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"4812fee5-3c0f-4597-999f-2fa7ff713ad3","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:13.071814102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"8dc53234-58d4-47b3-a024-764cd23543f1","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:13.338913946Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-ordering-sub","reconcileID":"808c6a96-de40-4fc0-a4e4-7dea11dd3441","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-ordering-sub","ai-tenant-e2e-worker-w4-6de8e6/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:13.364620711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"a9962103-5d99-492f-81ee-a720cf588568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:13.364626593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"034cff27-444b-40f3-a276-e6f2a762e23e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:13.420200933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"034cff27-444b-40f3-a276-e6f2a762e23e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:13.420673376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"a9962103-5d99-492f-81ee-a720cf588568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:13.506708062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"5654d764-b729-4fd7-b391-3daff19dc821","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:13.547456326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"df1d6237-067c-4ea3-a564-9767f10967e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:13.713892301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-ordering-sub","reconcileID":"3aeada94-44cd-40e3-a2f1-f3780203928a","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:16.343231724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"7286a1a9-2796-4666-9478-820e08776fcb","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:16.399164925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"3330a5b3-2352-48e2-9e0b-961b73f8847e","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:16.553204204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-ordering-auth","reconcileID":"69fe40c3-520f-47eb-b056-ce965bdeb1cc","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:16.608310522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-ordering-auth","reconcileID":"69fe40c3-520f-47eb-b056-ce965bdeb1cc","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:16.871697832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"da15975c-5a8c-430d-aa43-f72c832bee04","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:16.908430145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"a30ae2f1-981e-4454-a9bc-982905022bc5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4644ae","tenantID":"e2e-praxis-a-4644ae","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:17.085917439Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"a30ae2f1-981e-4454-a9bc-982905022bc5","name":"e2e-praxis-a-4644ae-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:19.291865361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"d55ed564-155e-4642-b45b-1e386f8e1c63","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:19.446663377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-ordering-auth","reconcileID":"b65f3070-12f8-4667-8d4a-65f181abdc66","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:19.446824335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"fad82bee-8b75-44b1-bc66-2c69edc40ef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:19.49618369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"e216b48c-0907-4b3e-a903-f387ed919242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:19.502323236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"fad82bee-8b75-44b1-bc66-2c69edc40ef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:19.502392206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-ordering-auth","reconcileID":"b65f3070-12f8-4667-8d4a-65f181abdc66","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:19.551725657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"e216b48c-0907-4b3e-a903-f387ed919242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:23.921888212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf39dd22-5393-4239-86cb-7e64ceb853e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:23.973665184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf39dd22-5393-4239-86cb-7e64ceb853e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.025530168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf39dd22-5393-4239-86cb-7e64ceb853e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.077490247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf39dd22-5393-4239-86cb-7e64ceb853e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:26.318822537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec5e293-ba5a-4b71-a65a-a3e3375e4d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:26.370656347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec5e293-ba5a-4b71-a65a-a3e3375e4d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:26.422347397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec5e293-ba5a-4b71-a65a-a3e3375e4d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:26.477727514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec5e293-ba5a-4b71-a65a-a3e3375e4d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:29.453138977Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-ordering-sub","reconcileID":"745a5772-d5cd-4b73-b511-9e3f749b6179","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscription":"e2e-ordering-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:29.682066945Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-ordering-sub","reconcileID":"745a5772-d5cd-4b73-b511-9e3f749b6179","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:29.938264431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"f9ed7a33-a80c-4937-b538-76280cd5ab69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:29.958248466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"62d1d429-42d1-471d-8608-cbe589e41d6f","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:30.113706056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"a5afb347-18c6-450f-9327-a72e656a36f1","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:30.157788211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"9e6e6c18-50d7-47e6-b9b2-8c2b10de8f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:30.157955091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-ordering-auth","reconcileID":"5b47e302-90cb-42e6-8ca8-3040f81292d7","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:30.210035828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"fe41d559-8e0a-4bf2-ae61-b17cb2259e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:30.213127534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"9e6e6c18-50d7-47e6-b9b2-8c2b10de8f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:30.264741118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-ordering-auth","reconcileID":"5b47e302-90cb-42e6-8ca8-3040f81292d7","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:30.306875684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"fe41d559-8e0a-4bf2-ae61-b17cb2259e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:30.310489693Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:30.524311365Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-ordering-auth","reconcileID":"fdab71ee-067e-499e-b9c6-fd07ef4336f4","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:30.785661126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"9b8ee9f5-1bbc-4960-8cac-57d3bbd067e5","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:31.150572131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60baf0f-59b5-4b74-ae5f-79290443d200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:31.203397559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60baf0f-59b5-4b74-ae5f-79290443d200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:31.255434153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60baf0f-59b5-4b74-ae5f-79290443d200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:31.30722189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a60baf0f-59b5-4b74-ae5f-79290443d200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:31.725517759Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-7990bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-7990bd","reconcileID":"d51a7470-9508-42ea-afe2-7f109f58035a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-7990bd","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-7990bd":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.157187993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"55fb72c4-bab5-4cf0-8b3c-db4f4b3124b1","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.214437125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"70bd84e2-6b8c-4fda-b063-6e86af6830f2","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.429166815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-success","reconcileID":"2966ad29-49ea-480a-8b7c-07a351946b81","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.472476797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"2bbd0d28-de5d-4f02-8d0a-62dd1219fc32","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.537425343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-success","reconcileID":"2966ad29-49ea-480a-8b7c-07a351946b81","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.537865186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"800a54c6-876c-4740-a7d4-e693bb106f04","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:59:32.590399746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-success","reconcileID":"bc794ace-18ce-4333-8001-8e5050a0cb58","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.63717959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"44b5de3f-a419-46b5-a55c-46147cab1e61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.637180939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"47f83ab8-a114-4923-90d2-9c006184cbc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.692919945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"44b5de3f-a419-46b5-a55c-46147cab1e61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.69707122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"47f83ab8-a114-4923-90d2-9c006184cbc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.705299049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"5cb71107-ec41-47bb-94c4-2d5b4ed7741f","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.838650887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"db385c8a-3528-4053-ac8d-b491532eec21","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.89855621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"ad3136cb-f217-4caa-bc25-4737c4c6f6a3","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:33.118060185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-success","reconcileID":"27f3a9e9-137b-454d-ba67-19ee427d7470","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:33.118067026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"5b3675ea-8faa-4db3-8a3b-b21e8058a8a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:33.123784889Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-success","reconcileID":"67017565-5623-4b05-8c77-1bd82f5dca22","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-test-subscription-success","ai-tenant-e2e-worker-w4-6de8e6/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:33.169725258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"7caec49e-a6d0-46be-9e92-f76b89090b53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:33.173912399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"5b3675ea-8faa-4db3-8a3b-b21e8058a8a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:33.174377932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-success","reconcileID":"27f3a9e9-137b-454d-ba67-19ee427d7470","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:33.225106497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"7caec49e-a6d0-46be-9e92-f76b89090b53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:33.356997912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"8e28fc09-3dfc-4077-aeed-5f3220877ba7","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:33.374734457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"aec91ffd-fe04-4107-b511-115733ee5eab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:33.528077426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45062815-944a-42fb-9117-7da13ebc8433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:33.579896283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45062815-944a-42fb-9117-7da13ebc8433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:33.631771344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-success","reconcileID":"b02ab5bb-64f4-4521-a7c1-d7620340d968","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:33.632009276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45062815-944a-42fb-9117-7da13ebc8433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:33.683930288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45062815-944a-42fb-9117-7da13ebc8433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:35.685252939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1653d315-ecbe-4d9f-8f11-21458b45f15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:35.737015714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1653d315-ecbe-4d9f-8f11-21458b45f15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:35.788721982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1653d315-ecbe-4d9f-8f11-21458b45f15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:35.840583392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1653d315-ecbe-4d9f-8f11-21458b45f15f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:35.97876373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"58b78752-ca6e-41f7-8696-81c762afa42f","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:36.218081195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-success","reconcileID":"02db3ecd-ed2b-4c76-b4a9-b39788e0580e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:36.218397877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"9b34a524-712c-4007-b62a-07c0c861080d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:36.218827971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"33c3169a-ecbd-4aa7-9c6b-d8ad6782cbc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:36.274553839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"9b34a524-712c-4007-b62a-07c0c861080d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:36.274778485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"33c3169a-ecbd-4aa7-9c6b-d8ad6782cbc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:36.277065774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-success","reconcileID":"02db3ecd-ed2b-4c76-b4a9-b39788e0580e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:37.871864155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51b9433-2b61-43c4-97dc-2f88ff98387a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:37.924000527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51b9433-2b61-43c4-97dc-2f88ff98387a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:37.976643273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51b9433-2b61-43c4-97dc-2f88ff98387a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:38.028726176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51b9433-2b61-43c4-97dc-2f88ff98387a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:40.028565576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36655d9a-6d65-4957-8d3e-67f68c9186f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:40.080184699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36655d9a-6d65-4957-8d3e-67f68c9186f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:40.13186821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36655d9a-6d65-4957-8d3e-67f68c9186f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:40.183962358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36655d9a-6d65-4957-8d3e-67f68c9186f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:45.836961694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c83722f-cb18-4d08-afdb-ec3a3b4b2141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:45.888947428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c83722f-cb18-4d08-afdb-ec3a3b4b2141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:45.940663447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c83722f-cb18-4d08-afdb-ec3a3b4b2141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:45.99267212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c83722f-cb18-4d08-afdb-ec3a3b4b2141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.144371677Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-success","reconcileID":"5666cc1b-5dab-4413-93f8-17d95b5eea1d","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscription":"e2e-test-subscription-success","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.406099896Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-success","reconcileID":"5666cc1b-5dab-4413-93f8-17d95b5eea1d","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.62782389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"7344a1b2-a943-4716-a902-b8e5d0982dce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.671962131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"0774282d-aa90-4fbb-a429-69e8815cf656","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.822441485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"b9cb3921-1ec9-449b-9df6-e8912807ec54","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.826821665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"1f3adb44-fdb3-427d-9b2d-5913ea3b564a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.826908396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-success","reconcileID":"53e98c40-58ea-4ef8-8cf5-518c48a2a647","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.827207319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"a42903ab-7156-43cc-8819-04126e2400a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.882444386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"1f3adb44-fdb3-427d-9b2d-5913ea3b564a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.882683129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-success","reconcileID":"53e98c40-58ea-4ef8-8cf5-518c48a2a647","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.88480465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"a42903ab-7156-43cc-8819-04126e2400a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.069821619Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-success","reconcileID":"bedd83eb-9eec-4eef-92c8-2d868398eeb3","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.278380548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"21b416e8-8cdf-423f-8ff3-270f599f640a","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.014854756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2437f0f-1d6f-47b9-a3ae-1eb4749eafbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.066650501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2437f0f-1d6f-47b9-a3ae-1eb4749eafbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.118283335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2437f0f-1d6f-47b9-a3ae-1eb4749eafbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.170066318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2437f0f-1d6f-47b9-a3ae-1eb4749eafbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.456442351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"031d7bf8-2266-49cd-a301-9e4cd3056bf7","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.512732996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"037abca1-ba17-4937-b085-0f75a2052f2c","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.667106775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-no-access","reconcileID":"fd44ab6f-62af-4e43-8936-d7e686955305","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.722497752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-no-access","reconcileID":"fd44ab6f-62af-4e43-8936-d7e686955305","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.732655462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"3978adeb-f74b-4f63-a959-56c49d119e72","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.789128879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"37b829b9-f74d-4823-95b1-906272d83b53","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T21:59:48.845047058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-no-access","reconcileID":"31e7fe9c-3c80-429d-99ca-42a858b1aa02","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.88739712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"cc6f4dbb-feb8-46b1-8c87-513abbe8da5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.895811077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"9d0b3314-a39f-4203-9ec0-b45478546801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.942916808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"cc6f4dbb-feb8-46b1-8c87-513abbe8da5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.950965755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"9d0b3314-a39f-4203-9ec0-b45478546801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.959253768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"0542843f-080b-4613-bb7c-24cd5908af68","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.057521333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"b2410869-e241-422d-ba8a-f19957e78ed0","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.060037173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"6e86c899-80c0-485d-b1fc-081fe14a2666","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.264298054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-no-access","reconcileID":"6227a900-3d1a-41c1-9a1e-029895447caa","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.316096557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"9e6645e1-c5be-4db8-9769-c20a2abef72b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.319981557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-no-access","reconcileID":"6227a900-3d1a-41c1-9a1e-029895447caa","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.367047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"bfff84c4-fb6c-43a6-ad5b-fece9892569f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.433756473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"9e6645e1-c5be-4db8-9769-c20a2abef72b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.436273564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"bfff84c4-fb6c-43a6-ad5b-fece9892569f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.437464853Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-no-access","reconcileID":"ae7cd2cc-ca28-4930-b61b-a02ebc45e998","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w4-6de8e6/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.637854856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"cd5b3c35-4e17-4326-89cc-9a4a24ff23ef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.686656621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"de1da84c-d610-4808-bfd8-a8e5db826325","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.844670001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-no-access","reconcileID":"2eb09c90-589a-4059-937f-0436bb5b05c1","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:50.087880677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c3f6ca-edf1-4db1-a6a5-8fa6d50cbab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:50.14013867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c3f6ca-edf1-4db1-a6a5-8fa6d50cbab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:50.192274229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c3f6ca-edf1-4db1-a6a5-8fa6d50cbab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:50.244558963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c3f6ca-edf1-4db1-a6a5-8fa6d50cbab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:52.048160521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"6eb52820-0962-441b-881f-764a7639e8f2","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:52.17194047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af6f3777-3118-4e90-aa49-02fb7bf3c935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:52.224206058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af6f3777-3118-4e90-aa49-02fb7bf3c935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:52.224315909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"2dc1f6fd-8c9f-4cb4-a634-e14c3c3136e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:52.224467435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"285bbf1a-6b50-4a26-9ea2-c44c50e21600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:52.27619081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af6f3777-3118-4e90-aa49-02fb7bf3c935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:52.276541043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-no-access","reconcileID":"8fbb399f-220c-4cf6-9672-3edb2a34509b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:52.328236255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af6f3777-3118-4e90-aa49-02fb7bf3c935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:52.385096709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"2dc1f6fd-8c9f-4cb4-a634-e14c3c3136e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:52.385143097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-no-access","reconcileID":"8fbb399f-220c-4cf6-9672-3edb2a34509b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:52.387533009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"285bbf1a-6b50-4a26-9ea2-c44c50e21600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:54.404242182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca9b835a-1d62-49d3-9631-0799d24e1baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:54.456477655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca9b835a-1d62-49d3-9631-0799d24e1baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:54.50932227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca9b835a-1d62-49d3-9631-0799d24e1baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T21:59:54.561491737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca9b835a-1d62-49d3-9631-0799d24e1baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:00.278453655Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:02.209766882Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-no-access","reconcileID":"03072c9f-f72c-4a6d-89ed-4688992c7db1","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscription":"e2e-test-subscription-no-access","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:02.423554002Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-no-access","reconcileID":"03072c9f-f72c-4a6d-89ed-4688992c7db1","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:02.636140724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"8b8ee143-0446-4339-bbaa-c511f16edf2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:02.644214715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"26e2cb4a-2aa4-4aa0-84d3-972d1a03430e","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:02.800759347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"461c6c55-0e08-4eb2-b7a2-4110a0f911d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:02.800912447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-no-access","reconcileID":"6f160183-e03e-4a80-bc7f-4702afe06c93","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:02.800760259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"cdaa4a8d-bcfb-48a8-9209-3c4d70a7fcfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:02.814728558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"5183a1a9-58a8-4cb4-bf62-b53d80336b8a","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:02.856711444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-no-access","reconcileID":"6f160183-e03e-4a80-bc7f-4702afe06c93","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:02.856731847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"461c6c55-0e08-4eb2-b7a2-4110a0f911d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:02.858824252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"cdaa4a8d-bcfb-48a8-9209-3c4d70a7fcfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:03.05997971Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-no-access","reconcileID":"327ac30d-e8c1-42fa-a78e-66acb14b2f30","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:03.315476135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"0d43eba1-32cd-4c91-a26f-af56022401ab","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.150202567Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","namespace":"ai-tenant-e2e-praxis-b-cd2a9f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.150264934Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","namespace":"ai-tenant-e2e-praxis-b-cd2a9f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.150315579Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","tenant":"e2e-praxis-b-cd2a9f","tenantID":"e2e-praxis-b-cd2a9f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.206031369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","gvk":"Deployment","name":"maas-api-e2e-praxis-b-cd2a9f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.270707595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","gvk":"Service","name":"maas-api-e2e-praxis-b-cd2a9f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.325451978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-cd2a9f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.378833994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-cd2a9f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.390477262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"f1d16365-0eb7-4e5b-bd6d-be61c7573e57","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.439820254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-cd2a9f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.448667074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"888bbad4-ab37-409d-966e-e811efb02204","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.494396456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-cd2a9f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.550205225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-cd2a9f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.617890954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-cd2a9f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.61877794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2f32d824-f6db-423a-905a-39f2c398310b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.670919959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-cd2a9f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.676979937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2f32d824-f6db-423a-905a-39f2c398310b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.700674608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"843131c3-7229-411f-a8c5-a3aa9499881b","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.728482783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-cd2a9f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.756714967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"bf1d78e9-f263-45f3-b2f3-fcb9fd259048","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.781133984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","gvk":"Service","name":"payload-processing-e2e-praxis-b-cd2a9f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:00:04.80858697Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-free","reconcileID":"8614b40e-24f1-4e6a-8fc6-41fd216ec877","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.832591125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-cd2a9f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.859260837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"180fa08d-bced-4212-aaa1-9bc47986be5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.859274546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"5303624a-97c6-460c-97a7-4083deaa3026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.88462272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-cd2a9f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.91670367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"5303624a-97c6-460c-97a7-4083deaa3026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.916728743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"180fa08d-bced-4212-aaa1-9bc47986be5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.921999832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"d5700d8b-6d15-44bc-8551-874f6b7d0d58","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.936040647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-cd2a9f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.976486135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"98c82b00-3f9c-4bb6-bb70-d7b4dbe6308c","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:04.987358121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-cd2a9f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.019572374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"b55f31ae-b988-435c-b5d2-0396f66edea3","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.022355555Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-6de8e6 priority=0:[ai-tenant-e2e-worker-w4-6de8e6/e2e-test-subscription-free ai-tenant-e2e-worker-w4-6de8e6/e2e-test-subscription-premium]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.022560507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"bb3e95c8-545b-40b9-99a6-30e4471d0af3","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.041378969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-cd2a9f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.081762933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"c2e198d6-ddb7-41f7-8a33-c9093a6e3d5b","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.092440417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-cd2a9f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:00:05.129944405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-premium","reconcileID":"63687c62-2f4f-4def-8c01-1eeda016b474","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.136514386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"cbdd4756-a9af-4182-b180-fa92dc2d8e00","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.143814292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-cd2a9f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.174620748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"413535cb-2ab9-4fb5-9ce0-f801e098c4fd","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.197642852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-cd2a9f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.231506446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"413535cb-2ab9-4fb5-9ce0-f801e098c4fd","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.243782188Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-free","reconcileID":"1cc39296-9aff-45bb-ad2b-421300aa2d4e","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-test-subscription-free","ai-tenant-e2e-worker-w4-6de8e6/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-6de8e6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.246659972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"b711d68c-9c71-4ad4-ad83-b651cbf269a2","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.248889496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd2a9f"},"namespace":"ai-tenant-e2e-praxis-b-cd2a9f","name":"default-tenant","reconcileID":"311e694c-2d1c-4d86-be14-3758cabdd421","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-cd2a9f","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.294454356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"e434d6c6-48b4-4484-88fa-a7fceefd402a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.297055723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"3055ad11-b5fe-41e3-825a-49407e00ea5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.304784566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"626c94b0-3184-4895-a716-2ee1566893aa","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.349940666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"e434d6c6-48b4-4484-88fa-a7fceefd402a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.352385438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"3055ad11-b5fe-41e3-825a-49407e00ea5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.444033736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"c05b062d-d042-42e5-aa06-18d1229329ff","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.534926153Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"0c798092-c274-4f32-9913-ac05e4c3c920","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-test-subscription-free","ai-tenant-e2e-worker-w4-6de8e6/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-6de8e6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.636425869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"29065e75-971a-4442-9800-0c6b99bd103c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.643461687Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-premium","reconcileID":"c258ae88-a21f-492b-8839-d6ecd4b1c761","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-test-subscription-free","ai-tenant-e2e-worker-w4-6de8e6/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-6de8e6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.689584965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-free","reconcileID":"de8f370a-4296-458f-9a81-a815bbcdc3a9","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.691635273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"29065e75-971a-4442-9800-0c6b99bd103c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.790305507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"1a69ef98-3068-47b2-8dab-788050be19ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.790321914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"891c70da-96ea-46ba-8e02-2bc20591fda5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.828743733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"4defe2dc-9bb8-4d1f-8151-597c0bb2fe2a","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.846111471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"1a69ef98-3068-47b2-8dab-788050be19ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.846190851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"891c70da-96ea-46ba-8e02-2bc20591fda5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.873238886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"82384326-9d6b-49a7-92ba-defd7431e7d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:06.038420144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-premium","reconcileID":"9bbd8c68-68f0-4a49-8192-f28ddc28710b","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:06.128222048Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cd2a9f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cd2a9f","reconcileID":"89ec51dd-a2d0-4ba3-8444-0ef1133ea8ee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cd2a9f","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-cd2a9f"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:06.137310092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-free","reconcileID":"aa793dd0-bc86-46b4-869b-cc01dad2a16c","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:06.253648027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"a2460dc7-c1c6-40fd-ba58-4016b999cd15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:07.305205609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"790d022f-0651-4e17-97b8-975ddccbc07b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:07.357315139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"790d022f-0651-4e17-97b8-975ddccbc07b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:07.40956281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"790d022f-0651-4e17-97b8-975ddccbc07b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:07.461125509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"790d022f-0651-4e17-97b8-975ddccbc07b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.20610403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"cf0b9d65-1fd9-4a24-b75e-d7b6a2df8416","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.38217306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc48c60-d36e-471a-92b6-81b0d2e85f9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.382384053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"5866ec38-755a-4953-ae30-d65ec03c3a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.38263052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"f840a73c-973d-400b-aa05-950ac28d3ed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.382825785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"60533fcc-5acf-4fd0-b893-84b4dcf2b76d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.434855189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc48c60-d36e-471a-92b6-81b0d2e85f9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.488298555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc48c60-d36e-471a-92b6-81b0d2e85f9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.491417044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"5866ec38-755a-4953-ae30-d65ec03c3a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.493735595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"f840a73c-973d-400b-aa05-950ac28d3ed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.534775241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"60533fcc-5acf-4fd0-b893-84b4dcf2b76d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.540981549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc48c60-d36e-471a-92b6-81b0d2e85f9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:15.252229816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"2b0d93cb-8343-458f-a301-bc3f86176d67","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:15.338686415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"a87bd9aa-3358-43be-9eef-0d5fa8b4f604","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:15.493982263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-test-group-no-auth","reconcileID":"9664734b-92e3-41da-a7c6-902e0af944d4","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:15.545223355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"36c74433-7db8-4840-a5f8-36e23ec24958","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:15.554556801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-test-group-no-auth","reconcileID":"9664734b-92e3-41da-a7c6-902e0af944d4","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:15.636210317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"6d0f4efe-3684-467c-8529-da18fa0d97e8","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:15.685369408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"12616a89-92a4-4117-b6af-d1d94b489e5e","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:00:15.688235196Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7ee809/e2e-test-group-sub-only","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:15.737922779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"235fa6b1-c20d-4b74-a447-6e04f5aeb9e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:15.738550193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"f7301634-369c-44a5-a6e7-f1755a745e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:15.742215996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"cd4cb949-4067-435b-9f54-f92775e479ed","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:15.793752217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"235fa6b1-c20d-4b74-a447-6e04f5aeb9e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:15.793802524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"f7301634-369c-44a5-a6e7-f1755a745e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:15.897984489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"18e46662-29de-4686-9a61-61a58de89095","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:16.00797122Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-test-group-sub-only","reconcileID":"69b0486f-a2a7-4723-8913-af81909d1710","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/e2e-test-group-sub-only","ai-tenant-e2e-worker-w0-7ee809/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:16.051670031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-test-group-no-auth","reconcileID":"cef949fa-3f6c-40cc-b819-ef62a52f2b88","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:16.106883991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-test-group-no-auth","reconcileID":"cef949fa-3f6c-40cc-b819-ef62a52f2b88","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:16.15306008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"9bc343f3-c1b5-42a0-beee-a6daa62af78c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:16.153068543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"3b01ea35-1b9e-4feb-9cd2-d4505dd36385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:16.256288476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"1af0cee1-b267-4faf-a9aa-1681bd03324e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:16.259427371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"3b01ea35-1b9e-4feb-9cd2-d4505dd36385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:16.25961759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"9bc343f3-c1b5-42a0-beee-a6daa62af78c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:16.260174306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"a29f8c0a-384d-4b2e-a36f-43eef6fdeca2","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:16.516280609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-test-group-sub-only","reconcileID":"cb5429ec-eddf-4c6c-973b-0a899ea1937f","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:18.903193492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"cb9f0627-7467-4684-94a9-c6a00d86f18f","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:19.062887552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"7cc655e4-689b-4161-bc6f-9544a33c136f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:19.062891724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-test-group-no-auth","reconcileID":"030b65e7-b815-469a-bcd1-ee6ec9f22097","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:19.120194138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"7cc655e4-689b-4161-bc6f-9544a33c136f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:19.154087672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-test-group-no-auth","reconcileID":"030b65e7-b815-469a-bcd1-ee6ec9f22097","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:19.158556711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"418fb555-8fb8-4f38-88d1-5c831fd4ccb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:19.215074074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"418fb555-8fb8-4f38-88d1-5c831fd4ccb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:19.368791721Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-free","reconcileID":"d5b7e269-eb33-405f-96e1-76507d2d9c8a","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscription":"e2e-test-subscription-free","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:19.585601453Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-free","reconcileID":"d5b7e269-eb33-405f-96e1-76507d2d9c8a","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-6de8e6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:19.79447303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-premium","reconcileID":"e7e33f21-7f69-4434-b1fd-19b2070622bd","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:19.794529889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"7a43dff9-70ef-467a-8e7b-a5dc3afbe43b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:19.853683184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"50dbd541-afac-476a-a481-e71818461915","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:20.001468405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"867ff075-6d8a-48f4-9a4d-bcd46d4a0864","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:20.005083159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c3da006a-61bf-46a9-9770-284bb0631f36","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:20.009151943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"d73e7157-f257-4a14-b5c2-ffe1f3d1a87b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:20.00920729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"e0f6b3ef-576b-4d9d-814b-656aea4f02ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:20.0606119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c3da006a-61bf-46a9-9770-284bb0631f36","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:20.06545902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"e0f6b3ef-576b-4d9d-814b-656aea4f02ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:20.066177278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"d73e7157-f257-4a14-b5c2-ffe1f3d1a87b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:20.418075316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a2ffafa7-ca85-48ed-ad65-24ef9b90fff5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:20.536290248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a2ffafa7-ca85-48ed-ad65-24ef9b90fff5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:20.585382288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"0317ba1b-cde0-4c05-913a-6c4c3a68b766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:20.585375351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"97ab435a-6a80-4ba7-802f-86ae9d23ecf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:20.641295969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"0317ba1b-cde0-4c05-913a-6c4c3a68b766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:20.642688805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"97ab435a-6a80-4ba7-802f-86ae9d23ecf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:22.269419663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aedbd9ce-03b7-4609-b028-028b3ba47218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:22.321639189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aedbd9ce-03b7-4609-b028-028b3ba47218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:22.373432643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aedbd9ce-03b7-4609-b028-028b3ba47218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:22.425376747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aedbd9ce-03b7-4609-b028-028b3ba47218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:24.463035906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22863b28-7954-44e3-90a2-c8e537217fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:24.51503104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22863b28-7954-44e3-90a2-c8e537217fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:24.567053782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22863b28-7954-44e3-90a2-c8e537217fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:24.618962586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22863b28-7954-44e3-90a2-c8e537217fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:29.100553692Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-test-group-sub-only","reconcileID":"e50ac421-045e-46ad-a0cd-c79752eb039a","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscription":"e2e-test-group-sub-only","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:29.380299798Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-test-group-sub-only","reconcileID":"e50ac421-045e-46ad-a0cd-c79752eb039a","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:29.635715812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"bc42c123-4fd1-4568-a028-2579bf75e063","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:29.688817985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"96c2df5f-c793-41fb-8a3f-09d1e6685a09","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:29.84290987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"ac0092c5-2b55-4d87-9766-2927f914d724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:29.844765625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"53efdbf6-c3d8-4560-9c03-eab8d6e54340","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:29.89889504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"ac0092c5-2b55-4d87-9766-2927f914d724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:29.943916333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-test-group-no-auth","reconcileID":"8f470e4b-24f2-420d-a110-06eb3635e29b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:29.94391642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"351c7f89-a54f-440e-8f5d-8c69132fee1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:29.999962169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-test-group-no-auth","reconcileID":"8f470e4b-24f2-420d-a110-06eb3635e29b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:30.001408699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"351c7f89-a54f-440e-8f5d-8c69132fee1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:30.165664Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-premium","reconcileID":"d91b8216-99b4-44bb-8a59-185124213019","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscription":"e2e-test-subscription-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:30.170779302Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-test-group-no-auth","reconcileID":"992b6eac-36c1-4e37-b1ff-e1d33a7eee5d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:30.275873135Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:30.32903001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"69f14faa-67ad-4683-a796-d1c3a7fa7cef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:30.445994971Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-subscription-premium","reconcileID":"d91b8216-99b4-44bb-8a59-185124213019","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:30.703489534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"65909322-987f-4cfd-8c7e-ea974d01daf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:30.704653121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"d36bdceb-3b6d-4888-8da7-45a5557d53fc","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:30.865453107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"639d3c84-2735-4bbe-8932-e11efcbf625f","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:30.883147541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"32b7cb23-c095-4400-a0f7-fe24a5801b48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:30.883170038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"ba7acb26-b96b-4391-b794-8b43ced38b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:30.883695384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"629578c7-69c1-4a5c-9bfb-45ed3ceee7d0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:30.944894125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"629578c7-69c1-4a5c-9bfb-45ed3ceee7d0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:30.945025922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"ba7acb26-b96b-4391-b794-8b43ced38b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:30.947978869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"32b7cb23-c095-4400-a0f7-fe24a5801b48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:31.149359711Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a91f2274-1414-4ce6-8836-edfff6b08570","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:31.379442696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e19f22ae-116e-40c9-8722-eb7059bdc4ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:31.431450574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e19f22ae-116e-40c9-8722-eb7059bdc4ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:31.483570142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e19f22ae-116e-40c9-8722-eb7059bdc4ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:31.487056992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"8d251f5a-c36b-4fe2-ac4d-f080abf6381d","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:31.535481022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e19f22ae-116e-40c9-8722-eb7059bdc4ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:31.856657347Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-5bd35c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-5bd35c","reconcileID":"75d62e1e-9d08-425d-aabf-a969f989fd7a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-5bd35c","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-5bd35c":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:32.726551096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"e78403ca-7e7b-471d-991d-b1c2a02243bc","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:32.782746704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"7c4ecc11-b1f5-4417-aa91-d9a68dced05c","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:32.941730541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-group-auth","reconcileID":"40c2ce23-c330-423b-9e3e-c135bbef7bf1","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:32.997945783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-group-auth","reconcileID":"40c2ce23-c330-423b-9e3e-c135bbef7bf1","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.011668965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"7289818f-6965-460c-872a-de4fe67556b9","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.06606489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"29681cdc-f34c-4949-b79b-e523d716a94a","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:00:33.119240663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-group-subscription","reconcileID":"8bf8c0d5-48c0-48f8-be4c-fb23398c85ff","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.164253741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"cc89a920-2554-4a28-98ff-e541cd299aad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.22209332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"cc89a920-2554-4a28-98ff-e541cd299aad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.231130259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"1556c1ec-9fad-4b8a-aa6f-bd2a2c36b442","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.264715139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"294978f7-a396-4d2a-981a-380959499696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.315914388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"8bae93a6-fdf4-4b54-81eb-f92909729409","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.320172356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"fcf31b51-d012-4bee-af8f-043204bef20b","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.324023923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"294978f7-a396-4d2a-981a-380959499696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.474353637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655cca66-5449-48df-95b9-720bfd96f34f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.474668367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-group-auth","reconcileID":"0f4964de-4f67-46e4-89eb-0d247386569e","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.52625333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655cca66-5449-48df-95b9-720bfd96f34f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.578304863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655cca66-5449-48df-95b9-720bfd96f34f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.578655215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"1f227524-12aa-41ce-8264-35c57c186842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.58354622Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-group-subscription","reconcileID":"7ebe6d91-7093-4399-aaa3-55c508d936a4","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-test-group-subscription","ai-tenant-e2e-worker-w4-6de8e6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.630556404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655cca66-5449-48df-95b9-720bfd96f34f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.63459979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-group-auth","reconcileID":"0f4964de-4f67-46e4-89eb-0d247386569e","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.743361685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"1f227524-12aa-41ce-8264-35c57c186842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.792129613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"a8ea8a3b-4402-4c02-8d7f-df5072eace86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.842052384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"923b1429-2764-414e-a9d7-50c61ac23fa3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.847569059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"a8ea8a3b-4402-4c02-8d7f-df5072eace86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.897271595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"701fccb5-0bb1-4480-96c8-8a2fd18f05e1","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:00:34.063071883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-group-auth","reconcileID":"0f4964de-4f67-46e4-89eb-0d247386569e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.201503704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-group-subscription","reconcileID":"929af407-ff07-4148-87e0-b6c913196b37","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.222193313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-group-auth","reconcileID":"e4782dd2-43f4-4086-a728-82ef5499c55c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.277972104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-group-auth","reconcileID":"e4782dd2-43f4-4086-a728-82ef5499c55c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.650442077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f2df1e2-a3a5-4421-8b7b-c68ba7bdb875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.70225088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f2df1e2-a3a5-4421-8b7b-c68ba7bdb875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.754070234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f2df1e2-a3a5-4421-8b7b-c68ba7bdb875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.805607071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f2df1e2-a3a5-4421-8b7b-c68ba7bdb875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:36.374231042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"dbfed498-6742-4552-bc9d-2b2f4b429265","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:36.528564975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"752170ee-1959-4f90-b914-594fd74f429f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:36.53394119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"9d620283-6c11-43b6-9da4-9b4639870c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:36.534764921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-group-auth","reconcileID":"2bc78802-56d5-4843-abbe-4dc7cf8eb4a4","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:36.584992574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"752170ee-1959-4f90-b914-594fd74f429f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:36.591361737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-group-auth","reconcileID":"2bc78802-56d5-4843-abbe-4dc7cf8eb4a4","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:36.592426319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"9d620283-6c11-43b6-9da4-9b4639870c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:38.142124948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"a4877d1c-9d7b-4918-8ef0-df16ab98a78d","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:38.197490874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"8a18f003-bd22-4ebc-b66e-d547616a315f","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:38.352681059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-active-auth","reconcileID":"56f5abba-caa4-46d3-95af-7ccae90b8020","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:38.412453859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-active-auth","reconcileID":"56f5abba-caa4-46d3-95af-7ccae90b8020","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:38.4190468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"c799e894-f4fe-418d-8f1d-ec2726f3eb20","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:38.475843241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"0ad6086e-fbe1-4d70-950a-9e75bb0e45b1","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:00:38.526513851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-active-sub","reconcileID":"02255aa7-ec1d-4b29-b096-cac426e42bef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:38.57528313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"61fd5b6e-e0d9-47ae-a8a6-9804e78deb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:38.576033334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"e34966b3-3785-4703-9022-4b89b46beef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:38.632713969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"61fd5b6e-e0d9-47ae-a8a6-9804e78deb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:38.632934934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"e34966b3-3785-4703-9022-4b89b46beef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:38.640992054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"a3d31989-2717-434a-b080-b66d374720ac","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:38.684684045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"e3bfac3f-a98f-4a5d-9378-40ea8d5d0e41","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:38.732781924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"2e41b3a2-2376-43d3-b175-ce238d2e95c0","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:38.848719325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-active-auth","reconcileID":"0e902aa5-1755-4a49-93c5-8a1951ff92f9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:38.905954574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-active-auth","reconcileID":"0e902aa5-1755-4a49-93c5-8a1951ff92f9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:38.994273917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"95802e45-1392-4c8e-bb89-ea9ec6a223f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:38.99430162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"5d1f3b84-dbe7-46e3-9d02-8c24a8f22a01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.001414231Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-active-sub","reconcileID":"0230d669-3ae5-42d9-aa34-01f7fc37982d","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/e2e-status-active-sub","ai-tenant-e2e-worker-w0-7ee809/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.050167133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"5d1f3b84-dbe7-46e3-9d02-8c24a8f22a01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.051456586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"95802e45-1392-4c8e-bb89-ea9ec6a223f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.186778713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"430a13e0-c6ff-45eb-b39a-9cff21950f6a","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.211318299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"32bafd5e-c4a3-45fb-b9f6-7bbb37395caf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.394835836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-active-sub","reconcileID":"dc6456dc-7ea8-49cb-907f-d894aff18c0b","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:40.847435791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"f0eb53c2-b73c-455a-938f-e62d35d30f8c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-7990bd","tenantID":"e2e-praxis-b-7990bd","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:40.961251013Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"f0eb53c2-b73c-455a-938f-e62d35d30f8c","name":"e2e-praxis-b-7990bd-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:41.233942781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"be1a545a-f056-4d21-9565-aa0c948dfb7b","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:41.388099728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-active-auth","reconcileID":"330f22a1-7b26-413b-acb6-90bd94f02e67","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:41.39089197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"08b48373-8708-46fb-a673-d8789712cc68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:41.39089289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"ec78934e-4230-46a1-9946-f56ff6e81173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:41.445392633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-active-auth","reconcileID":"330f22a1-7b26-413b-acb6-90bd94f02e67","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:41.447500971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"ec78934e-4230-46a1-9946-f56ff6e81173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:41.448844928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"08b48373-8708-46fb-a673-d8789712cc68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:46.535100519Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-group-subscription","reconcileID":"63a614c0-a614-48a3-8ddc-2d283b5ce15b","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscription":"e2e-test-group-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:46.762448122Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-group-subscription","reconcileID":"63a614c0-a614-48a3-8ddc-2d283b5ce15b","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:46.974049561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"c5893391-0df5-4f72-b2a8-f72bd9fab192","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:46.999138483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"c2313326-0acb-4b24-bf47-edc5239198a3","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:47.153938666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"e392f0bc-9b96-4501-ac1d-facf9efd3441","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:47.157862472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"fafd71ad-9f51-46e0-a6e9-702c31c5f119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:47.158085891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-group-auth","reconcileID":"e8297f2a-9657-4a36-b13a-c8a2a7235b94","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:47.157863023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"402ffa6d-251e-4f2b-80c0-1bbc75d2b928","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:47.215245706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"fafd71ad-9f51-46e0-a6e9-702c31c5f119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:47.215519468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-group-auth","reconcileID":"e8297f2a-9657-4a36-b13a-c8a2a7235b94","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:47.217606343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"402ffa6d-251e-4f2b-80c0-1bbc75d2b928","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:47.421530438Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-test-group-auth","reconcileID":"10774ba4-f0e7-45aa-b762-88dc957bb4c8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:47.677283635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"4db175da-6f03-4faa-abe9-a43f3c1b8975","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:47.849970309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"89ee6c2f-7262-4972-8ae8-fc34b96c9ba1","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"tenant":"e2e-praxis-a-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:47.850005633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"89ee6c2f-7262-4972-8ae8-fc34b96c9ba1","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"routeName":"praxis-route-eb3520-kserve-route","namespace":"ai-tenant-e2e-praxis-a-eb3520","llmisvcName":"praxis-route-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:51.405812922Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-active-sub","reconcileID":"78503ada-8feb-4ee1-8f2c-21b87e1c7105","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscription":"e2e-status-active-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:51.620553721Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-active-sub","reconcileID":"78503ada-8feb-4ee1-8f2c-21b87e1c7105","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:51.842073839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"d9601036-088c-4b9f-97c1-573de89fb46c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:51.881807758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"4306c8e6-9898-408d-a695-03e3ae7a5f68","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:52.02842334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"6d98efef-9643-42ce-9d71-8238a0c07c4e","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:52.042768399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"05678c70-fb20-453b-b181-f26f43d07a79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:52.050755127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-active-auth","reconcileID":"84b4a8b6-c041-44c2-a2bc-d598240b5780","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:52.052450152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"05afe569-9acf-484d-9c97-5050e07e69fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:52.100724476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"05678c70-fb20-453b-b181-f26f43d07a79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:52.107612341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-active-auth","reconcileID":"84b4a8b6-c041-44c2-a2bc-d598240b5780","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:52.108298334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"05afe569-9acf-484d-9c97-5050e07e69fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:52.308864405Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-active-auth","reconcileID":"89dce98b-2517-4b23-9928-51487e8d3539","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:52.565387042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"a14e42ab-7b73-46b9-8838-a86278ae8be2","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.346965422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"709098a6-9a63-424f-9ad7-a02a395fbedb","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"tenant":"e2e-praxis-a-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.346990294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"709098a6-9a63-424f-9ad7-a02a395fbedb","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"routeName":"praxis-route-eb3520-kserve-route","namespace":"ai-tenant-e2e-praxis-a-eb3520","llmisvcName":"praxis-route-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.401301461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"86ddfad3-cf72-43f1-9137-fd41888d5bd7","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"tenant":"e2e-praxis-a-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.401383733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"86ddfad3-cf72-43f1-9137-fd41888d5bd7","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"routeName":"praxis-route-eb3520-kserve-route","namespace":"ai-tenant-e2e-praxis-a-eb3520","llmisvcName":"praxis-route-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.504912443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"4cd36eee-40bb-4c0b-b75c-56913fdb048b","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-eb3520","tenantID":"e2e-praxis-a-eb3520","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:00:53.559808238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-failed-sub","reconcileID":"4a5f3ce5-8b50-4350-9711-67547d2efc87","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.60822847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"e3e058a2-2f58-413d-ad26-96d299ce20d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.608228485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"74fce387-caf5-40ca-85b4-d174a54bc4b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.664843884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"e3e058a2-2f58-413d-ad26-96d299ce20d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.665945388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"74fce387-caf5-40ca-85b4-d174a54bc4b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.673007583Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"4cd36eee-40bb-4c0b-b75c-56913fdb048b","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"e2e-praxis-a-eb3520-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.727807376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-eb3520-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"4cd36eee-40bb-4c0b-b75c-56913fdb048b","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.784645523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"6f85636a-afdc-4f6b-808b-d6aee675ca9c","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"tenant":"e2e-praxis-a-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.784667275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"6f85636a-afdc-4f6b-808b-d6aee675ca9c","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"routeName":"praxis-route-eb3520-kserve-route","namespace":"ai-tenant-e2e-praxis-a-eb3520","llmisvcName":"praxis-route-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.024316983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"3d616cc7-b961-4bc4-9d5d-3af3318e3348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.02431366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"580fe116-ba95-4882-8416-34ce8c12a65a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.079948766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"580fe116-ba95-4882-8416-34ce8c12a65a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.079968767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"3d616cc7-b961-4bc4-9d5d-3af3318e3348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.358891418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"8e0eaaed-88d3-499b-8fd7-2b33fc252106","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.415417824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"703513c5-71f9-42f8-bd08-362d23cf0659","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.569711212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-active-auth-only","reconcileID":"28659f62-1d99-42c8-ad91-36197f5632f3","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.625558978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-active-auth-only","reconcileID":"28659f62-1d99-42c8-ad91-36197f5632f3","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.889525727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"33070d73-95d4-4466-bb66-8be95eb821d6","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.042922288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-active-auth-only","reconcileID":"cc99dadc-3920-41fd-9e25-9ea94cced634","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.051950177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"0e8ec6ef-b2dc-41d3-8787-edb3d46a343d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.051959707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"c4755f28-d759-46a2-ad24-f162d03c356d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.099638032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-active-auth-only","reconcileID":"cc99dadc-3920-41fd-9e25-9ea94cced634","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.109076879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"c4755f28-d759-46a2-ad24-f162d03c356d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.109070704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"0e8ec6ef-b2dc-41d3-8787-edb3d46a343d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:57.984817593Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-active-auth-only","reconcileID":"20ba9573-7ca3-493f-818d-a8709215f366","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:57.984841524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"36791941-d5ea-413b-96fe-ca898c285fb4","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:58.147792914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"03d526fd-911c-49a2-b75b-b6e42f4b9add","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.277519327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-failed-auth","reconcileID":"b57a88a0-5470-4d15-ac4b-d5dafe952714","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.336415234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-failed-auth","reconcileID":"b57a88a0-5470-4d15-ac4b-d5dafe952714","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.390906529Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-failed-auth","reconcileID":"b57a88a0-5470-4d15-ac4b-d5dafe952714","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/nonexistent-model-abc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.804566532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-failed-auth","reconcileID":"2f7c9870-567e-48ef-98ec-433fc50fa88c","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.860188734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-failed-auth","reconcileID":"2f7c9870-567e-48ef-98ec-433fc50fa88c","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.916067766Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-failed-auth","reconcileID":"2f7c9870-567e-48ef-98ec-433fc50fa88c","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/nonexistent-model-abc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:00.287878123Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:01.480111237Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-failed-auth","reconcileID":"eab3a105-751e-4288-a1cb-53a99022c135","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/nonexistent-model-abc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:02.538469556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"987a0040-2f9a-499a-9291-436de65d650a","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:02.594785975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"edc3fbf7-7587-460b-9469-d8f77c0ad59a","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:02.800512781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-degraded-auth","reconcileID":"d74a993e-f9e0-43bf-b401-b6fc68c3a0fd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:02.856033837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-degraded-auth","reconcileID":"d74a993e-f9e0-43bf-b401-b6fc68c3a0fd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:02.961694399Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-degraded-auth","reconcileID":"d74a993e-f9e0-43bf-b401-b6fc68c3a0fd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/nonexistent-model-auth-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:03.220953317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"dce3981a-0581-4ddf-9ce6-4992f34d3345","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:03.426416966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-degraded-auth","reconcileID":"258ed69a-4132-4c14-9c90-a6a285266d95","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:03.482608111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-degraded-auth","reconcileID":"258ed69a-4132-4c14-9c90-a6a285266d95","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:03.590697589Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-degraded-auth","reconcileID":"258ed69a-4132-4c14-9c90-a6a285266d95","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/nonexistent-model-auth-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:03.887718637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"12ad7eec-0fe5-4359-877e-c16775b1dfe1","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-eb3520","tenantID":"e2e-praxis-a-eb3520","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:03.943256828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"12ad7eec-0fe5-4359-877e-c16775b1dfe1","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"e2e-praxis-a-eb3520-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:03.997845374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-eb3520-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"12ad7eec-0fe5-4359-877e-c16775b1dfe1","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:04.995687382Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-degraded-auth","reconcileID":"79e7cca4-3381-4225-a0ca-89c155f7094e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:04.995784263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"87340da5-536c-4edf-98d7-5db836b75450","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:05.047581519Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-degraded-auth","reconcileID":"79e7cca4-3381-4225-a0ca-89c155f7094e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/nonexistent-model-auth-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:05.244193375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"cd79ef77-21d4-41c5-9788-ee1e8099c28d","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.058313366Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-failed-sub","reconcileID":"9f834126-ff73-48b2-b52a-9d0975854770","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.058505376Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-failed-sub","reconcileID":"9f834126-ff73-48b2-b52a-9d0975854770","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-7ee809/nonexistent-model-xyz","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.190945536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"1b471edb-f943-435e-a25e-13fde14f0e53","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"tenant":"e2e-worker-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.190983207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"1b471edb-f943-435e-a25e-13fde14f0e53","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.248460641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"b01f32a1-144b-48cb-88d0-3cb99cd1e100","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.371362013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"8686ac74-d78d-4f34-a564-d6fb0981378b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"tenant":"e2e-worker-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.37138608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"8686ac74-d78d-4f34-a564-d6fb0981378b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.42572939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"7b26a732-5302-4543-948e-d5e4d603ed27","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"tenant":"e2e-worker-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.425753266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"7b26a732-5302-4543-948e-d5e4d603ed27","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.52955352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"98f7a597-c5fa-4e39-b258-51a27d80b0a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.529553547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"e1f67d05-8c42-4f8a-b59d-ce03e340d36a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.584954603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"98f7a597-c5fa-4e39-b258-51a27d80b0a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.584967824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"e1f67d05-8c42-4f8a-b59d-ce03e340d36a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.662925624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"3a983721-1956-4f03-a8a8-6320742378ca","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"tenant":"e2e-worker-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.662944635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"3a983721-1956-4f03-a8a8-6320742378ca","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.681625299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-auth","reconcileID":"c092b8ce-de94-4eff-9b11-c6d7b5b7f3f0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.722916975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"f3bf2dba-75a7-4983-8dd5-cb0c4d09be2b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"tenant":"e2e-worker-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.722945008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"f3bf2dba-75a7-4983-8dd5-cb0c4d09be2b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.737137646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-auth","reconcileID":"c092b8ce-de94-4eff-9b11-c6d7b5b7f3f0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:01:06.768887374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-sub","reconcileID":"ab21dc43-753b-4eb6-aa55-943b6678d393","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:01:06.775563207Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"f3bf2dba-75a7-4983-8dd5-cb0c4d09be2b","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:01:06.775617734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"f3bf2dba-75a7-4983-8dd5-cb0c4d09be2b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.781010591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"8b97daf7-82b9-40cc-87f7-28d7a3053893","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"tenant":"e2e-worker-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.781029066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"8b97daf7-82b9-40cc-87f7-28d7a3053893","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.86753576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"5161e780-5019-489d-bfd2-dd1e36b89c71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.867544034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"0c6dbc02-599f-415b-8071-506ba38590b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.878862776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"01079a02-273f-4a2f-90dd-820ec01ed73b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"tenant":"e2e-worker-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.878881034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"01079a02-273f-4a2f-90dd-820ec01ed73b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.922918707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"5161e780-5019-489d-bfd2-dd1e36b89c71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.922960726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"0c6dbc02-599f-415b-8071-506ba38590b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.933514739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"0376d48d-fb61-467a-9879-53f479a56971","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"tenant":"e2e-worker-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:06.933532102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"0376d48d-fb61-467a-9879-53f479a56971","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.051040281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"3afbaff2-ca28-466c-ac15-5d388a0b3e3a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"tenant":"e2e-worker-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.051062267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"3afbaff2-ca28-466c-ac15-5d388a0b3e3a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.194409771Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-sub","reconcileID":"ee9f8331-2035-47d4-9fc2-4f0272911e1e","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-status-transition-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.268300181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"eb4ddf11-ad7d-4678-9e72-ba48ba48e01f","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.363726034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"46840c64-e538-45d9-b505-a3622a5e3158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.363802929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-auth","reconcileID":"df1c70b6-7fff-44d4-b493-c838995168a4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.364311171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"5394c139-d293-4dae-8761-b3ed0c7a07db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.366627655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"a7f696b0-c9d4-4581-bd16-8ac20fc90b43","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.419843556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"46840c64-e538-45d9-b505-a3622a5e3158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.419881724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"5394c139-d293-4dae-8761-b3ed0c7a07db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.421627488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"00d1212b-c4be-4208-a550-345caa0c5164","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"tenant":"e2e-worker-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.421644252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"00d1212b-c4be-4208-a550-345caa0c5164","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.422241595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-auth","reconcileID":"df1c70b6-7fff-44d4-b493-c838995168a4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.569685887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-degraded-auth","reconcileID":"8f94df96-3f8e-4b2a-a150-b5ee0eb8c667","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.570215476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"00d2aa99-4ee2-4379-92b2-3caa726779d7","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.629031707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"ab92099f-547e-4995-8701-83d99d5932ec","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"tenant":"e2e-worker-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.629062439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"ab92099f-547e-4995-8701-83d99d5932ec","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.629181708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-degraded-auth","reconcileID":"8f94df96-3f8e-4b2a-a150-b5ee0eb8c667","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.671290694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-sub","reconcileID":"08e56044-4733-4d18-8a5a-91e9ba30d85b","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.679683527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"0027676b-08ba-4786-a74d-58dcd5b7527f","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:01:07.722991651Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7ee809/e2e-status-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.727571233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"1ef6ab04-0a3c-4ebf-bd1e-c1b61d85a959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.734059278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"5012db34-384c-4273-b21b-ac5b570068ad","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.784655571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"1ef6ab04-0a3c-4ebf-bd1e-c1b61d85a959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.874982899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"95e39e91-3480-46b6-a80a-fc0f1a6c0794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.931776652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"95e39e91-3480-46b6-a80a-fc0f1a6c0794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.034144958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"fe79a2f7-d7ab-4a91-94df-78a0f930825e","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.090766957Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-degraded-sub","reconcileID":"117fee38-4ab8-4cbf-9205-10541ccbf307","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/e2e-status-degraded-sub","ai-tenant-e2e-worker-w0-7ee809/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.090899332Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-degraded-sub","reconcileID":"117fee38-4ab8-4cbf-9205-10541ccbf307","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-7ee809/nonexistent-model-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.190541745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-degraded-auth","reconcileID":"81fb2415-414f-4bd7-a44b-c3c693eeb199","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.246782143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-degraded-auth","reconcileID":"81fb2415-414f-4bd7-a44b-c3c693eeb199","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.288070915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"438ec112-cc5d-4b86-8657-d3c6b58084e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.33940337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"54139dbc-812b-4c44-a1c7-7d6f05713d05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.348215829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"438ec112-cc5d-4b86-8657-d3c6b58084e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.417310249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"b7815bb2-9ec8-4963-90fe-430033b09fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.422741483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"af319f01-cd0e-4bb5-bd10-955e03a85c50","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.472947691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"b7815bb2-9ec8-4963-90fe-430033b09fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.674129341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-degraded-sub","reconcileID":"a912e173-5c68-4740-8cb6-09441c4da3a3","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.674273913Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-degraded-sub","reconcileID":"a912e173-5c68-4740-8cb6-09441c4da3a3","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-7ee809/nonexistent-model-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:10.052189783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"327ca51e-e7c7-4220-bae8-45615f22a3c5","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:10.232075894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-degraded-auth","reconcileID":"c85921c5-1869-419a-aab1-0bc396084024","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:10.23266459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"d32dfdf3-2cf2-4b16-bb32-33cde9d8dc5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:10.233797964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"098c38a1-aa3a-4204-aac7-27a46b053c8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:10.288968944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"d32dfdf3-2cf2-4b16-bb32-33cde9d8dc5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:10.28905136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-degraded-auth","reconcileID":"c85921c5-1869-419a-aab1-0bc396084024","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:10.291730562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"098c38a1-aa3a-4204-aac7-27a46b053c8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:14.102556385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"473389a5-95df-433f-b723-20b911dd9f33","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-eb3520","tenantID":"e2e-praxis-a-eb3520","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:14.159874118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"473389a5-95df-433f-b723-20b911dd9f33","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"e2e-praxis-a-eb3520-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:14.227211446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-eb3520-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"473389a5-95df-433f-b723-20b911dd9f33","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.333857907Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-degraded-sub","reconcileID":"b58ee58a-0ea8-4320-b34b-1d6d2b689812","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscription":"e2e-status-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.546542584Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-degraded-sub","reconcileID":"b58ee58a-0ea8-4320-b34b-1d6d2b689812","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.546576898Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-degraded-sub","reconcileID":"b58ee58a-0ea8-4320-b34b-1d6d2b689812","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.546694289Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-degraded-sub","reconcileID":"b58ee58a-0ea8-4320-b34b-1d6d2b689812","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-7ee809/nonexistent-model-partial","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.807153557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"977d9fd6-d1f8-42a8-a427-d813e5c18f14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.8542553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"f9b1e2e7-b09e-44da-bf9b-e3c536decd1a","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:21.010434906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"9289dd2d-378e-4b43-a6de-b867f574726e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:21.013373241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-degraded-auth","reconcileID":"e8859d95-0310-485f-bf5a-e1c9a02060f3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:21.013544409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"67ea491b-ca2d-4524-ada2-ef398e9009cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:21.018608306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"72828deb-0447-4563-9248-d22a1f7700cb","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:21.067205303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"9289dd2d-378e-4b43-a6de-b867f574726e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:21.068999295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-degraded-auth","reconcileID":"e8859d95-0310-485f-bf5a-e1c9a02060f3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:21.070915671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"67ea491b-ca2d-4524-ada2-ef398e9009cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:21.309818047Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-status-degraded-auth","reconcileID":"72dc840e-9dba-4daf-9b50-a4c30ff596d7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:21.51729298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"f064c6f7-8ac0-4bcd-af3a-f008d3ea8b51","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:22.700139935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"f80d96ae-25fa-4431-a7fd-149762326300","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:22.754224749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"dce2969b-9f10-4ba1-9153-beb114c91d56","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:22.907740302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-apikey-auth","reconcileID":"7ef57931-e8fc-48e5-817f-fca87d65dacd","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:22.965046735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-apikey-auth","reconcileID":"7ef57931-e8fc-48e5-817f-fca87d65dacd","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:23.001237595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"ccd3ba69-8b7c-4f56-8259-50387b473097","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:23.066477301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"fdc28236-f145-4286-8268-816ca13ea26b","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:01:23.11850329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-apikey","reconcileID":"51e7f335-ebbe-441c-b068-716a19f2ccd9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:23.154503066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"85c1bd5d-27b2-43ba-b769-400724d79412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:23.16577536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"9f0281d9-a5ac-41f1-973b-7c0fac917dc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:23.209593706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"85c1bd5d-27b2-43ba-b769-400724d79412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:23.221852345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"9f0281d9-a5ac-41f1-973b-7c0fac917dc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:23.229674946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"529cd842-9eb3-44de-8f37-c5c2a979ac6c","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:23.258724949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"b221d03f-2a77-498a-a3b5-6870da3835bc","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:23.311196966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"4764bfaf-eef3-4055-a08a-00b8e0d97479","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:23.412919365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-apikey-auth","reconcileID":"a8796022-4bef-411c-9c45-3d39b5925b79","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:23.468254913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-apikey-auth","reconcileID":"a8796022-4bef-411c-9c45-3d39b5925b79","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:23.516610133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"f15a14e7-1b91-4466-a6c4-d1df3e5ad007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:23.572525061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"f15a14e7-1b91-4466-a6c4-d1df3e5ad007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:23.574875668Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-apikey","reconcileID":"62a73e10-39a8-4241-b6dd-cd0d512fa901","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w0-7ee809/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:23.575034903Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-apikey","reconcileID":"62a73e10-39a8-4241-b6dd-cd0d512fa901","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-7ee809/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:23.617267285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"6a5c3fd2-d1f4-42ea-9bc7-738593bfbc50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:23.673248057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"6a5c3fd2-d1f4-42ea-9bc7-738593bfbc50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:23.825582594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"766d43b1-1991-4dd4-bba8-c653deca5fc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:23.830951287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"5c8e57aa-1c23-42a7-bfc7-b7e37b38914c","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:24.039994156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-apikey","reconcileID":"92c796c2-715e-4da1-9948-51df8ded369d","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:24.0401477Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-apikey","reconcileID":"92c796c2-715e-4da1-9948-51df8ded369d","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-7ee809/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:24.332618723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"b365e073-a39d-416d-87e9-e97d49844a0b","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-eb3520","tenantID":"e2e-praxis-a-eb3520","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:24.389669782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"b365e073-a39d-416d-87e9-e97d49844a0b","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"e2e-praxis-a-eb3520-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:24.446040855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-eb3520-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"b365e073-a39d-416d-87e9-e97d49844a0b","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:26.146140415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"a1670499-9614-4169-9c3d-08bc565063f0","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:26.301543476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"e0494161-d707-4c2f-ac35-13aff4fb3a4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:26.301780988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"336c9a29-ef19-4320-b661-522e4e6376df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:26.301543473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-apikey-auth","reconcileID":"10e3784e-786a-45be-b662-5cd60abbc00d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:26.357753244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"e0494161-d707-4c2f-ac35-13aff4fb3a4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:26.357782188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"336c9a29-ef19-4320-b661-522e4e6376df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:26.360397732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-apikey-auth","reconcileID":"10e3784e-786a-45be-b662-5cd60abbc00d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:28.68565328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-sub","reconcileID":"c0c16f33-043b-40d5-a414-e1ff0c7d8177","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:28.864506337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"51468edc-60f9-4d7c-9fcd-f07cfec2842c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"tenant":"e2e-worker-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:28.864536427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"e2e-temp-model-status","reconcileID":"51468edc-60f9-4d7c-9fcd-f07cfec2842c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:30.28085042Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:30.490131267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-auth","reconcileID":"e59206e3-806a-4ff1-952e-c7a957b9afe3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:30.490279909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"4975a68a-f6fa-4ece-b584-64d1f82998ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:30.490619027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"fbbef743-bb48-4b22-bcbf-54a74f72dffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:30.546917611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-auth","reconcileID":"e59206e3-806a-4ff1-952e-c7a957b9afe3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:30.546942918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"4975a68a-f6fa-4ece-b584-64d1f82998ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:30.54952124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"fbbef743-bb48-4b22-bcbf-54a74f72dffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:31.384893287Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-sub","reconcileID":"020d5c75-d29a-41e9-b969-3997291b3455","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status (deleting)","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:31.437040751Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-sub","reconcileID":"020d5c75-d29a-41e9-b969-3997291b3455","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:31.538474395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"608309f3-e14e-4933-b7c3-b3df7f188e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:31.538741048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-auth","reconcileID":"7ef1c57b-625a-47d7-8a54-0b58ed0062d1","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:31.538901199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"a153d788-5fe1-4155-a1f1-d0c9b5beea9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:31.594264739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"608309f3-e14e-4933-b7c3-b3df7f188e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:31.594282115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"a153d788-5fe1-4155-a1f1-d0c9b5beea9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:31.596378127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-auth","reconcileID":"7ef1c57b-625a-47d7-8a54-0b58ed0062d1","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:31.596410547Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-auth","reconcileID":"7ef1c57b-625a-47d7-8a54-0b58ed0062d1","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:31.600813273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"472f28df-f879-4249-9a27-0e7c6788af80","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:31.952707469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-auth","reconcileID":"5ac057f9-25dd-4976-9d13-662c55a0541e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:32.007852117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-auth","reconcileID":"5ac057f9-25dd-4976-9d13-662c55a0541e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:32.00789647Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-auth","reconcileID":"5ac057f9-25dd-4976-9d13-662c55a0541e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:32.054437098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"65e6ae58-bcf3-48fd-b10c-303dbc2b31a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:32.054437023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"e4ee2977-0e6c-438a-ab0f-763d82e54f92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:32.109933181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"e4ee2977-0e6c-438a-ab0f-763d82e54f92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:32.110112766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"65e6ae58-bcf3-48fd-b10c-303dbc2b31a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:32.424544035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-auth","reconcileID":"15b95266-f580-49ab-90c4-8eba5f7a7863","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:32.479832463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-auth","reconcileID":"15b95266-f580-49ab-90c4-8eba5f7a7863","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:32.533828249Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-auth","reconcileID":"15b95266-f580-49ab-90c4-8eba5f7a7863","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:32.566775168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"1be89765-5ef5-4bc7-aba4-db5d5a297c35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:32.566783276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"52b8f101-131a-4f01-88b5-24a314a104d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:32.62260173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"1be89765-5ef5-4bc7-aba4-db5d5a297c35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:32.622753891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"52b8f101-131a-4f01-88b5-24a314a104d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:34.549373321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"e7b2f295-129f-4532-8685-0ebe6c3f6957","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-eb3520","tenantID":"e2e-praxis-a-eb3520","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:34.604806329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"e7b2f295-129f-4532-8685-0ebe6c3f6957","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"e2e-praxis-a-eb3520-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:34.659044028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-eb3520-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (79945e878258ff60d9e1f59e7d9753de1ad8726132d800d69dc604721fa81828) AuthConfig (3befbf9cdccf0adaa235a93b335b01528ebd3f9fe257e8151425888ec42ed98d) AuthConfig (d26e6ad81894d575cf9591f1568096ea0b83d11906b07ffaa66a6cd1063ef264) AuthConfig (4cc92e490ddcaa9d7be2a6922270a0ea9dc69b8c088f170e731aa16253a9c1fc) AuthConfig (9fd69104b2f3a053cf6268273cf1b11a372edd8a51c23d51dc693ccd97e370e7) AuthConfig (1f53ed905d574c064c97d5417df6a42166d2898c4eafc8f5dad115747ed1be0c) AuthConfig (c71f23813a6a096f6309a9b8545bed25e255175fefc0c09bf2c4144cc23ed53e) AuthConfig (ac5515a3028fe7a2d68e4e7a986991fbf1dfd75c49abcef6a89e6a0b1b2956c7) AuthConfig (75b17be3276029df9d072e9bfbbcd2a9c20a88136feda49b70e48fe5bfbd2696) AuthConfig (4cb7beff6ae68ba3f1189e53d2c17ae01244e48c6714e4c3d6374c26ba6e0314) AuthConfig (6d95c80ded786d7b076b8e48b2a62b794304a288372ef992cf460b76cf269cd4) AuthConfig (ed5924e63071a36d2b880418629fa7499b3c8054c892c072448f75b5867da454) AuthConfig (bb5fcad62ec935807bcc3466f929294578bf24822143bef0935e606cf4a9bf8e) AuthConfig (8ab9cc8416c0bc688bd2837cc8f57ba47828b8f4cc50d8d89cab5edbc5aa4e9d) AuthConfig (4274e5c5f12ca19baa18195ba6c812ed563c6a87ae12ffa5de8fc656ca04265d) AuthConfig (5129b6695b752d25f21c7978db8ed9540aeb64019827c729dc1f14c606560ad7) AuthConfig (737e7653e78a87d5c6374f01c327ac632b6b2857a6e087edc210753c6865e9c2) AuthConfig (48877326ed3e46e82577e8f9d7d87373d00dc92340f0cb21f846edb6beaeea23)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"e7b2f295-129f-4532-8685-0ebe6c3f6957","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:34.71593757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"cc20e5c0-1efc-4e64-afd8-3e02b78f565b","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"tenant":"e2e-praxis-a-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:34.715959514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"cc20e5c0-1efc-4e64-afd8-3e02b78f565b","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"routeName":"praxis-route-eb3520-kserve-route","namespace":"ai-tenant-e2e-praxis-a-eb3520","llmisvcName":"praxis-route-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:36.308633381Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-apikey","reconcileID":"53bbb35c-88a6-4ffb-91c3-386d34102e97","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscription":"e2e-degraded-models-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:36.52190826Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-apikey","reconcileID":"53bbb35c-88a6-4ffb-91c3-386d34102e97","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:36.521945999Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-apikey","reconcileID":"53bbb35c-88a6-4ffb-91c3-386d34102e97","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:36.52210286Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-apikey","reconcileID":"53bbb35c-88a6-4ffb-91c3-386d34102e97","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-7ee809/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:36.729494887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"0303ec57-22b2-4e1c-a18f-f7dd2ce1f645","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:36.841289621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"4562fc8e-b9f3-4195-901e-ce62980f4e19","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:36.995721249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-apikey-auth","reconcileID":"976665cb-72d8-48c5-ab68-3aae6688364c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:36.996011278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"dace48bf-cb4f-4604-a208-9512b3f5b8e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:36.995717737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"1c1ec9bf-aa70-4557-819b-6acbc88d59b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:37.006154429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"63e3ee75-fbde-4645-8398-c87bf65cade9","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:37.052823524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"dace48bf-cb4f-4604-a208-9512b3f5b8e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:37.053481827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"1c1ec9bf-aa70-4557-819b-6acbc88d59b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:37.055243681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-apikey-auth","reconcileID":"976665cb-72d8-48c5-ab68-3aae6688364c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:37.256016201Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-apikey-auth","reconcileID":"0795deb7-2534-4502-8561-f6567736271d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:37.461792139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"1d695876-6f9a-4921-ab26-5268cc01f1a1","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:38.37163258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"04b2b606-15d3-4445-b431-6f234f757fb4","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:38.427845966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"84b374a8-e328-4270-9945-696cd5b0782a","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:38.581894571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-kube-auth","reconcileID":"87d7655c-cd9a-4e5b-9736-bbe170114f6f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:38.637653082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-kube-auth","reconcileID":"87d7655c-cd9a-4e5b-9736-bbe170114f6f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:38.664156149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"f16c3e2c-3b29-4897-b984-31835e0779d3","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:38.72056409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"d021964b-bf03-40b7-977d-de80f3870476","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:01:38.772405087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-kube","reconcileID":"70abb5e9-ca6c-46bc-b30a-f135b6e2cb19","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:38.818137606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"cedb0421-046d-4e4f-9417-ff1ba6d20058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:38.818441795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"d419d59d-4e83-48e6-bec2-cfb1af93e706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:38.8743573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"d419d59d-4e83-48e6-bec2-cfb1af93e706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:38.87440705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"cedb0421-046d-4e4f-9417-ff1ba6d20058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:38.886596345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"9af533cc-b715-4c57-8db9-af2b513fabeb","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:38.943308584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"b3c95b64-7434-45ad-9eb8-675ba9d46052","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:38.952754035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"3090ac72-7d64-4b49-a714-e02bbe5f18f0","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.107260767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-kube-auth","reconcileID":"71d3b1ad-0cd7-4ea7-b4c1-3733fbd3fdcb","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.157703197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"fcf9d375-a980-4759-a2ac-54b91af785f1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-5bd35c","tenantID":"e2e-praxis-b-5bd35c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.162953352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-kube-auth","reconcileID":"71d3b1ad-0cd7-4ea7-b4c1-3733fbd3fdcb","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.207478041Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-kube","reconcileID":"9db00c90-42a4-49cb-af25-60d6a4dee0ab","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/e2e-degraded-models-kube","ai-tenant-e2e-worker-w0-7ee809/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.207598425Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-kube","reconcileID":"9db00c90-42a4-49cb-af25-60d6a4dee0ab","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-7ee809/nonexistent-model-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.309367826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"4e19f0cd-bc32-4dcf-82bf-4903a928de40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.309375122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"3643604a-9e7b-4331-a616-90c1d50d188b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.318403925Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"fcf9d375-a980-4759-a2ac-54b91af785f1","name":"e2e-praxis-b-5bd35c-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.366603633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"3643604a-9e7b-4331-a616-90c1d50d188b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.366687978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"4e19f0cd-bc32-4dcf-82bf-4903a928de40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.414232364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"4d33c696-26e6-48bd-8d4c-de6ac1db1a3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.486530851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"06c39e84-30ce-4d48-b838-7e0aeea4e663","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.73668473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-kube","reconcileID":"1c5474e9-853b-4a18-8564-e69c2e262e9c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.736858514Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-kube","reconcileID":"1c5474e9-853b-4a18-8564-e69c2e262e9c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-7ee809/nonexistent-model-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.468211166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"87d7a409-ffaa-465a-94ca-8a3a33f2af60","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.624089315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"e71b2fed-d266-483c-aef0-f43a37e602f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.624196549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"a2609ff7-7f30-4609-8061-e4fe6837b5ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.624595353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-kube-auth","reconcileID":"2afce297-d4b2-4203-8ce5-3030b80682fb","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.680289429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-kube-auth","reconcileID":"2afce297-d4b2-4203-8ce5-3030b80682fb","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.681394165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"a2609ff7-7f30-4609-8061-e4fe6837b5ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.682581152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"e71b2fed-d266-483c-aef0-f43a37e602f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:42.250765784Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-sub","reconcileID":"51db056b-6601-4b74-bbf6-596467ad049a","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:42.251042255Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-sub","reconcileID":"51db056b-6601-4b74-bbf6-596467ad049a","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:42.778058979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"37f8787f-cced-44e5-b84f-292ec9fa9eac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:42.778271569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"788851e7-2e66-4525-ade5-3691bc69f077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:42.778633551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-auth","reconcileID":"628b4ada-73b6-469a-84f8-6c76f9fa9491","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:42.839410132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-auth","reconcileID":"628b4ada-73b6-469a-84f8-6c76f9fa9491","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:42.844743453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"788851e7-2e66-4525-ade5-3691bc69f077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:42.850664957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"37f8787f-cced-44e5-b84f-292ec9fa9eac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:42.894106913Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-auth","reconcileID":"628b4ada-73b6-469a-84f8-6c76f9fa9491","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:43.049184294Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-status-transition-auth","reconcileID":"5337ba1d-0a5e-4bf6-9cb6-79356a800f7b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/e2e-temp-model-status","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:44.278957686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"6c99ea82-5c49-4d98-9d32-91cad2c5fda4","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:44.338088877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"50aec8e9-2a82-4c85-bca1-4126a6188246","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:44.498730018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"46cc4f43-efe6-4481-b3f9-73deb7c4e346","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:44.556851459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"46cc4f43-efe6-4481-b3f9-73deb7c4e346","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:44.576161129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"2feac207-ffb6-4f09-9050-e1a82671c2a9","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:44.636583653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"32e7aa1d-e2b2-4518-85be-cb4cdd7eccb5","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:01:44.689165098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-degraded-healthy-inf","reconcileID":"de3dcce7-6c57-44e1-a52c-2bd7900d8c67","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:44.731221074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"4a8dc022-b970-424a-9bf0-5b8e073ad68f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:44.731219881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"97d0bacb-fd21-412f-b99d-2ce09ae43c1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:44.790576575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"4a8dc022-b970-424a-9bf0-5b8e073ad68f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:44.790712086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"97d0bacb-fd21-412f-b99d-2ce09ae43c1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:44.801316113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"57e9c891-bc91-48fd-b769-ef20f079014b","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:44.81788016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"05ceb477-e653-4e15-bebd-59594cf7c8ba","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-eb3520","tenantID":"e2e-praxis-a-eb3520","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:44.82198466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"89478058-2749-47ae-8851-5c212948f0ac","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:44.857445355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"5bde168d-d8e9-4767-9ef3-5988e6b68d26","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:44.87320033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"05ceb477-e653-4e15-bebd-59594cf7c8ba","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"e2e-praxis-a-eb3520-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:44.927099952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-eb3520-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (79945e878258ff60d9e1f59e7d9753de1ad8726132d800d69dc604721fa81828) AuthConfig (3befbf9cdccf0adaa235a93b335b01528ebd3f9fe257e8151425888ec42ed98d) AuthConfig (d26e6ad81894d575cf9591f1568096ea0b83d11906b07ffaa66a6cd1063ef264) AuthConfig (4cc92e490ddcaa9d7be2a6922270a0ea9dc69b8c088f170e731aa16253a9c1fc) AuthConfig (9fd69104b2f3a053cf6268273cf1b11a372edd8a51c23d51dc693ccd97e370e7) AuthConfig (1f53ed905d574c064c97d5417df6a42166d2898c4eafc8f5dad115747ed1be0c) AuthConfig (c71f23813a6a096f6309a9b8545bed25e255175fefc0c09bf2c4144cc23ed53e) AuthConfig (ac5515a3028fe7a2d68e4e7a986991fbf1dfd75c49abcef6a89e6a0b1b2956c7) AuthConfig (75b17be3276029df9d072e9bfbbcd2a9c20a88136feda49b70e48fe5bfbd2696) AuthConfig (4cb7beff6ae68ba3f1189e53d2c17ae01244e48c6714e4c3d6374c26ba6e0314) AuthConfig (6d95c80ded786d7b076b8e48b2a62b794304a288372ef992cf460b76cf269cd4) AuthConfig (ed5924e63071a36d2b880418629fa7499b3c8054c892c072448f75b5867da454) AuthConfig (bb5fcad62ec935807bcc3466f929294578bf24822143bef0935e606cf4a9bf8e) AuthConfig (8ab9cc8416c0bc688bd2837cc8f57ba47828b8f4cc50d8d89cab5edbc5aa4e9d) AuthConfig (4274e5c5f12ca19baa18195ba6c812ed563c6a87ae12ffa5de8fc656ca04265d) AuthConfig (5129b6695b752d25f21c7978db8ed9540aeb64019827c729dc1f14c606560ad7) AuthConfig (737e7653e78a87d5c6374f01c327ac632b6b2857a6e087edc210753c6865e9c2) AuthConfig (48877326ed3e46e82577e8f9d7d87373d00dc92340f0cb21f846edb6beaeea23)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"05ceb477-e653-4e15-bebd-59594cf7c8ba","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:44.978558381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"be9c9be3-f5af-425d-a9ac-1fb9e82daa69","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:45.040083805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"be9c9be3-f5af-425d-a9ac-1fb9e82daa69","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:45.142825027Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-degraded-healthy-inf","reconcileID":"bb71a6c1-fe2f-42f1-903f-156c5efeb08b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w4-6de8e6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:45.143152998Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-degraded-healthy-inf","reconcileID":"bb71a6c1-fe2f-42f1-903f-156c5efeb08b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-6de8e6/nonexistent-model-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:45.162033144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"19caf664-04ac-432e-b03a-89d594de1318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:45.162958154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"4d0af6a5-acf9-4722-9e16-9048866ea271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:45.218827056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"4d0af6a5-acf9-4722-9e16-9048866ea271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:45.218996422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"19caf664-04ac-432e-b03a-89d594de1318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:45.361833627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"0e4edc5b-ffdb-4f0f-9abc-26b88c540a8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:45.366709878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"ccfa71a5-777b-4829-a644-95ad41014ad5","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:45.573890951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-degraded-healthy-inf","reconcileID":"a6b753ff-a2c6-430e-9c08-abc0b061f416","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:45.574085195Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-degraded-healthy-inf","reconcileID":"a6b753ff-a2c6-430e-9c08-abc0b061f416","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-6de8e6/nonexistent-model-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:47.74444581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"4728ffc9-b905-4075-a83d-9eb7fa2f10d3","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:47.90970471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"7dc4e297-75fa-406d-a357-6de2cb002f63","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:47.909888139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"41c0b1e2-d925-4b68-b9ac-de6306cabbba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:47.909699647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"09b5e30d-e003-4784-9304-7c0fb35f970d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:47.970800274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"41c0b1e2-d925-4b68-b9ac-de6306cabbba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:47.975320025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"09b5e30d-e003-4784-9304-7c0fb35f970d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:47.978144153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"7dc4e297-75fa-406d-a357-6de2cb002f63","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:50.561929044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"c33fd940-09cb-4755-b07d-a7d660517bfe","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:50.562128154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"2e495a44-76e9-4535-9b51-9f15ddcd22fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:50.561928972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"218c83c7-9458-43ee-8ff6-e009fbd60597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:50.618278931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"218c83c7-9458-43ee-8ff6-e009fbd60597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:50.618485419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"c33fd940-09cb-4755-b07d-a7d660517bfe","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:50.620753696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"2e495a44-76e9-4535-9b51-9f15ddcd22fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.317937701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0517f3df-b474-4350-9a34-2f8536121d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.370235053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0517f3df-b474-4350-9a34-2f8536121d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.422553898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0517f3df-b474-4350-9a34-2f8536121d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.474578485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0517f3df-b474-4350-9a34-2f8536121d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.629867642Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-kube","reconcileID":"c5256d45-242a-47f3-8392-536c9a243742","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscription":"e2e-degraded-models-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.842533063Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-kube","reconcileID":"c5256d45-242a-47f3-8392-536c9a243742","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.842567039Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-kube","reconcileID":"c5256d45-242a-47f3-8392-536c9a243742","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.842684529Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-kube","reconcileID":"c5256d45-242a-47f3-8392-536c9a243742","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-7ee809/nonexistent-model-kube","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:52.053085859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"99fd6047-869c-44d4-aea9-cd52df4af0b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:52.159412838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"b19c9e62-8eb2-4717-a8c9-da83f8690ec1","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:52.313145604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-kube-auth","reconcileID":"d896539e-24e9-407f-aebb-28b1e24cfd99","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:52.313728983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"2eab36f6-b20d-47dd-a9d7-120000a38312","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:52.313762228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"fdb4b6bd-0bb1-4cc5-b475-d934b0a040fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:52.337229653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"e34a8cc6-5054-424b-9a27-e41949cac80a","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:52.369748081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-kube-auth","reconcileID":"d896539e-24e9-407f-aebb-28b1e24cfd99","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:52.370621596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"2eab36f6-b20d-47dd-a9d7-120000a38312","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:52.372651129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"fdb4b6bd-0bb1-4cc5-b475-d934b0a040fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:52.573687533Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-degraded-models-kube-auth","reconcileID":"93afc974-e3b7-43c1-a205-7b757aa1fbba","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:52.786482208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"0dc5017d-ae33-4e19-a9ad-97780e9b33f7","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.468714966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"617091eb-bf23-45bb-9980-ecdc42279803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.52129354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"617091eb-bf23-45bb-9980-ecdc42279803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.573140663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"617091eb-bf23-45bb-9980-ecdc42279803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.624911615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"617091eb-bf23-45bb-9980-ecdc42279803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:55.030665845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"09212341-775d-4ff9-b0e1-102a71c5f0a5","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-eb3520","tenantID":"e2e-praxis-a-eb3520","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:55.086697536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"09212341-775d-4ff9-b0e1-102a71c5f0a5","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"e2e-praxis-a-eb3520-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:55.404238554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"0ac629ff-5e6e-41c2-858a-453345cfb79e","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"tenant":"e2e-praxis-a-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:55.404426468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"0ac629ff-5e6e-41c2-858a-453345cfb79e","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"routeName":"praxis-route-eb3520-kserve-route","namespace":"ai-tenant-e2e-praxis-a-eb3520","llmisvcName":"praxis-route-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:57.299396968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46202f6a-75c9-4728-b223-47e7013a064f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:57.351276069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46202f6a-75c9-4728-b223-47e7013a064f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:57.403134841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46202f6a-75c9-4728-b223-47e7013a064f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:57.454849253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46202f6a-75c9-4728-b223-47e7013a064f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:57.909544455Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-degraded-healthy-inf","reconcileID":"23315601-4222-43d5-920e-5af4c87a3434","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscription":"e2e-degraded-healthy-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:58.122450338Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-degraded-healthy-inf","reconcileID":"23315601-4222-43d5-920e-5af4c87a3434","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:58.12248332Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-degraded-healthy-inf","reconcileID":"23315601-4222-43d5-920e-5af4c87a3434","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:58.122589652Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-degraded-healthy-inf","reconcileID":"23315601-4222-43d5-920e-5af4c87a3434","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-6de8e6/nonexistent-model-inf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:58.329820088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"640b7b1c-35ab-424b-beb2-c08f03d9a9cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:58.388781328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"b8a38039-ad53-45cf-96ad-801d61cecd34","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:58.543137382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"6ff59163-1a86-48c8-ae11-0b01f64bed5a","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:58.644196523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"a7374ba7-fdb1-4e7f-9cc0-f3f4d31e2869","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:58.644353191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"1f7ed25d-00ce-4f36-8e66-114882201de7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:58.644197138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"4488f09f-d562-4249-ad77-20c82d6092e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:58.700510055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"a7374ba7-fdb1-4e7f-9cc0-f3f4d31e2869","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:58.700531697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"1f7ed25d-00ce-4f36-8e66-114882201de7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:58.702732803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"4488f09f-d562-4249-ad77-20c82d6092e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:58.904289918Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e978f036-bba6-4d93-922c-67f7428a1a04","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:59.111163611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"51212381-765a-40dc-8522-b5a3b3d78436","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:59.37141324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1b3aac-90b0-494c-9db8-0d963e21c686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:59.423204354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1b3aac-90b0-494c-9db8-0d963e21c686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:59.474847023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1b3aac-90b0-494c-9db8-0d963e21c686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:01:59.526791467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1b3aac-90b0-494c-9db8-0d963e21c686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:00.276093994Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.033982779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"ff63c256-4b56-4a51-b7d1-2a2075eba428","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"tenant":"e2e-praxis-a-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.03401367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"ff63c256-4b56-4a51-b7d1-2a2075eba428","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"routeName":"praxis-route-eb3520-kserve-route","namespace":"ai-tenant-e2e-praxis-a-eb3520","llmisvcName":"praxis-route-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.091650601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"f258dbe6-5880-4996-bea4-72f6a57c68f8","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"tenant":"e2e-praxis-a-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.091672238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"f258dbe6-5880-4996-bea4-72f6a57c68f8","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"routeName":"praxis-route-eb3520-kserve-route","namespace":"ai-tenant-e2e-praxis-a-eb3520","llmisvcName":"praxis-route-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.135865509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"8291d70b-fed6-4e9d-be34-90f521f4e7d8","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-eb3520","tenantID":"e2e-praxis-a-eb3520","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:02:01.143840512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-sub","reconcileID":"7cfc08fe-9fb0-464d-9b01-d3dcf7202641","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-eb3520-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:02:01.14403747Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"f258dbe6-5880-4996-bea4-72f6a57c68f8","name":"praxis-route-eb3520","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-eb3520\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:02:01.144089176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"f258dbe6-5880-4996-bea4-72f6a57c68f8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-eb3520\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.149444963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"c47f4a9c-fa57-4494-8395-362173336ab8","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"tenant":"e2e-praxis-a-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.149462065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"c47f4a9c-fa57-4494-8395-362173336ab8","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"routeName":"praxis-route-eb3520-kserve-route","namespace":"ai-tenant-e2e-praxis-a-eb3520","llmisvcName":"praxis-route-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.191592319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"8291d70b-fed6-4e9d-be34-90f521f4e7d8","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"e2e-praxis-a-eb3520-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.251692924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"25c2c22e-e212-4da5-85fb-2d55a8006105","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"tenant":"e2e-praxis-a-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.251712925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"25c2c22e-e212-4da5-85fb-2d55a8006105","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"routeName":"praxis-route-eb3520-kserve-route","namespace":"ai-tenant-e2e-praxis-a-eb3520","llmisvcName":"praxis-route-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.307420134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"c841d6cd-850a-4eb0-957b-7bfbe76f3ef0","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"tenant":"e2e-praxis-a-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.307442029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"c841d6cd-850a-4eb0-957b-7bfbe76f3ef0","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"routeName":"praxis-route-eb3520-kserve-route","namespace":"ai-tenant-e2e-praxis-a-eb3520","llmisvcName":"praxis-route-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.499394037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"5f299a72-4cf1-4bdb-aaf8-305fc1c206ae","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-eb3520","tenantID":"e2e-praxis-a-eb3520","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.519137522Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-sub","reconcileID":"623d51e9-2b22-4100-afa6-9b2b3107b44e","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"maas-trlp-praxis-route-eb3520","model":"praxis-route-eb3520","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.556825904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"5f299a72-4cf1-4bdb-aaf8-305fc1c206ae","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"e2e-praxis-a-eb3520-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.559969795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52310ab-baf0-46fe-b9db-d27e3d771609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.611906366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52310ab-baf0-46fe-b9db-d27e3d771609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.663905748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52310ab-baf0-46fe-b9db-d27e3d771609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.715985316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52310ab-baf0-46fe-b9db-d27e3d771609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.915281498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"da572efd-a2d4-443c-b5d2-881b6a5379a4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"tenant":"e2e-worker-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.915310156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"da572efd-a2d4-443c-b5d2-881b6a5379a4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.972612763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"0758ebcc-ed94-4a89-83c1-8c08cd42edeb","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"tenant":"e2e-praxis-a-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.972633775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"0758ebcc-ed94-4a89-83c1-8c08cd42edeb","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"routeName":"praxis-route-eb3520-kserve-route","namespace":"ai-tenant-e2e-praxis-a-eb3520","llmisvcName":"praxis-route-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.975488301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"b452fda1-0ab6-4d8a-bbd5-4ed597ab1daf","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.079300943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-sub","reconcileID":"abb12b71-f7bd-4bb8-809f-713d5d97e917","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"maas-trlp-praxis-route-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.099285498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"848ff497-3b67-4e14-8f7f-a530c305d4a7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"tenant":"e2e-worker-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.099309894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"848ff497-3b67-4e14-8f7f-a530c305d4a7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.15551863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"e0e35cfa-479e-4fa5-b77d-5a174846a92f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"tenant":"e2e-worker-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.155537889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"e0e35cfa-479e-4fa5-b77d-5a174846a92f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:02:02.205097491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-enrichment-sub","reconcileID":"2024d5b5-4673-4728-b686-8bad26f3068b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.25407053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"fd7f28c6-f42c-48c1-8ec0-660342d45bcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.254074999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"c80effab-9d8d-41e8-a9c5-054158433b80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.309907008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"c80effab-9d8d-41e8-a9c5-054158433b80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.310003729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"fd7f28c6-f42c-48c1-8ec0-660342d45bcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.319471951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"e2afc972-c7a4-47f5-bf05-e3c36e70eec7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"tenant":"e2e-worker-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.319495952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"e2afc972-c7a4-47f5-bf05-e3c36e70eec7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.372040043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"f548e833-7700-4a63-8dc9-03554233222b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"tenant":"e2e-worker-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.372062917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"f548e833-7700-4a63-8dc9-03554233222b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.431005057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"81216c87-274a-4f08-8a34-3542610a8a0a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"tenant":"e2e-worker-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.431026725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"81216c87-274a-4f08-8a34-3542610a8a0a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:02:02.484020584Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"81216c87-274a-4f08-8a34-3542610a8a0a","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:02:02.484089226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"81216c87-274a-4f08-8a34-3542610a8a0a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.489614525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"835dd104-09bf-496a-a703-d2cada9f96b6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"tenant":"e2e-worker-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.489637185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"835dd104-09bf-496a-a703-d2cada9f96b6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.58619982Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-enrichment-sub","reconcileID":"8f565b72-b74c-4b4e-a6df-0118ed3b50cd","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/e2e-enrichment-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.631958279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-enrichment-auth","reconcileID":"2fc1f615-a779-47a9-9067-d3fc2eff57da","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.687660832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-enrichment-auth","reconcileID":"2fc1f615-a779-47a9-9067-d3fc2eff57da","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.745627148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"d58e7e54-c2e0-47d3-a64c-6a923ee62d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.745731603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"7ff9d395-41e2-45a3-92c4-3fbfec19ce79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.749705115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"eacbdd16-b023-4264-b532-8f432382f7f2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"tenant":"e2e-worker-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.749722524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"eacbdd16-b023-4264-b532-8f432382f7f2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.800946416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"d58e7e54-c2e0-47d3-a64c-6a923ee62d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.854475249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"7ff9d395-41e2-45a3-92c4-3fbfec19ce79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.00899839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"f6523779-c79f-48c9-af40-79599018a0a4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"tenant":"e2e-worker-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.009028417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"f6523779-c79f-48c9-af40-79599018a0a4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.02384419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-enrichment-sub","reconcileID":"32c400f0-e154-415c-b331-77205fe38223","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-7ee809/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.229762572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-enrichment-auth","reconcileID":"8fb43df1-d64b-4513-b311-49fbfed3fb95","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.286140807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-enrichment-auth","reconcileID":"8fb43df1-d64b-4513-b311-49fbfed3fb95","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.603461174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"a671e2c3-cd02-46a8-9a50-e08ed20b17e7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"tenant":"e2e-worker-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.603481571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"a671e2c3-cd02-46a8-9a50-e08ed20b17e7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.648074315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d00899-70f5-43a1-b049-f6084fcf99c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.648090124Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-enrichment-auth","reconcileID":"d2842cfa-f641-4ccc-a179-c47b09dd94f1","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.699922199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d00899-70f5-43a1-b049-f6084fcf99c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.751782836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d00899-70f5-43a1-b049-f6084fcf99c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.803562434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d00899-70f5-43a1-b049-f6084fcf99c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.910153109Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-enrichment-auth","reconcileID":"33c2b9fb-5248-414a-ba50-1dd50e3138ce","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.910417611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"d8b29062-f68d-47a4-96bf-8f3942c32b1b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"tenant":"e2e-worker-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.910477323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"d8b29062-f68d-47a4-96bf-8f3942c32b1b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:04.010523334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"dfcaaf74-1840-435c-9b3b-efd90709dd1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:04.010540341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"71c4676a-08ce-47d4-8fec-743cd27daec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:04.066299741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-enrichment-sub","reconcileID":"56df06f4-e8c1-4be2-ab0e-7f181b3a53e2","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-7ee809/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:04.066689052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"2912df7b-eea2-4aef-ac7b-e5e070747b14","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"tenant":"e2e-worker-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:04.066711357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"2912df7b-eea2-4aef-ac7b-e5e070747b14","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:04.070173416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"dfcaaf74-1840-435c-9b3b-efd90709dd1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:04.070318953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"71c4676a-08ce-47d4-8fec-743cd27daec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:02:04.116614464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-enrichment-auth","reconcileID":"33c2b9fb-5248-414a-ba50-1dd50e3138ce","error":"maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:04.379578783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"fcf01e2c-bc0f-4291-8333-a90a6cdb75da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:04.379617584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"4f1de8a8-83cf-4f42-acd2-e90769c906ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:04.436640102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"4f1de8a8-83cf-4f42-acd2-e90769c906ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:04.436778791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"fcf01e2c-bc0f-4291-8333-a90a6cdb75da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:07.156917282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"3bfd05b6-f834-47d7-9fd6-cd7f2f476e14","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:07.278607083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"d4e569cc-0263-4b74-b288-be5b7fa6e646","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:02:07.329322149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-list-subs-refs-sub","reconcileID":"bdbedb3f-367a-47a6-bb1a-072708604da0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:07.376269443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"c7143226-82d2-4e53-8c6e-cb79e43d9cf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:07.376269486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"7671b26d-9912-442b-b545-48c43f23687a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:07.433012717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"c7143226-82d2-4e53-8c6e-cb79e43d9cf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:07.433295048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"7671b26d-9912-442b-b545-48c43f23687a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:07.440825262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"3a280453-04e7-4a1e-bef2-16f03fe09e66","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:07.540088365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"23734405-06b4-4577-a2c8-2faac1eacbea","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:07.792955927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"f300827e-2036-47c4-8ecf-c38a626fd061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:07.792955942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"f291a8e1-e99a-48b1-8d0f-b348c1725ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:07.806184074Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-list-subs-refs-sub","reconcileID":"1eab9c04-d376-4279-b8aa-ecbd0d54eb8b","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w4-6de8e6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:07.850407317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"f300827e-2036-47c4-8ecf-c38a626fd061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:07.850493164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"f291a8e1-e99a-48b1-8d0f-b348c1725ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:08.006025708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"a0ebf06a-d9a5-4d7e-9c6e-5798afb408ee","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:08.051880808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"ca3c1d84-4958-4178-888f-1a113d26b1b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:08.213701271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-list-subs-refs-sub","reconcileID":"959e25c7-d5f4-4a49-91b1-bea59d548478","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:10.189847857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"74255dab-ebe3-4843-8f9a-1992a6200612","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:10.343656649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"f9c6d860-b298-4793-b8e6-bf9ea11f17a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:10.343672627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"30ea8d41-ffc5-478a-a774-d6ee0d2d4432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:10.399451563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"30ea8d41-ffc5-478a-a774-d6ee0d2d4432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:10.39992151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"f9c6d860-b298-4793-b8e6-bf9ea11f17a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.334391898Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-enrichment-sub","reconcileID":"69e61a7d-ba73-4edc-b384-4fe59fe82a06","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.385956555Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-enrichment-sub","reconcileID":"69e61a7d-ba73-4edc-b384-4fe59fe82a06","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.443826728Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-enrichment-sub","reconcileID":"69e61a7d-ba73-4edc-b384-4fe59fe82a06","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.733441968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"7e6491a5-32ed-4d57-87b2-ba126bc6bc6c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"tenant":"e2e-worker-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/e2e-enrichment-model-ref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.73346647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"e2e-enrichment-model-ref","reconcileID":"7e6491a5-32ed-4d57-87b2-ba126bc6bc6c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.889242756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"cd6114fc-a050-4195-b389-3ead39659f27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.889254549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"af3e3b36-7408-46bc-ae60-4cca4c2865d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.944988547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"af3e3b36-7408-46bc-ae60-4cca4c2865d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.945148216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"cd6114fc-a050-4195-b389-3ead39659f27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:15.076474259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"2e1e11d8-f568-43d3-96f0-c4e467207b55","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:15.799872681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"92416716-a34e-41b3-96b1-52a774d5345f","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:15.856632126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"330b53e4-a94e-4740-8fff-4a7a1119c9e6","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:02:15.860023716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-sub","reconcileID":"99bb9282-8225-4216-87c0-77aadb0423bb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:15.953813307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"9e068ef3-ed4b-422a-aa89-4ca620f09f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:15.976321889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"6a898f9d-57e2-4aa2-9689-09e0e02ab572","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.008896831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"9e068ef3-ed4b-422a-aa89-4ca620f09f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.032712214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"e14c8c7d-b19f-425a-8d18-fd80e6952d06","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.054935999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"6f139d7c-c2c9-4a8b-a84a-5a14e5c1f6de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.080155832Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-7ee809 priority=0:[ai-tenant-e2e-worker-w0-7ee809/e2e-model-match-sub ai-tenant-e2e-worker-w0-7ee809/e2e-model-nomatch-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.080301592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"e6315d1f-a1f9-491c-9140-4418fc1614e4","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.109975191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"6f139d7c-c2c9-4a8b-a84a-5a14e5c1f6de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.13616217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"48fec0de-b0fe-4b5c-b406-cad1d5a47a0c","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.187025845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"76af45e3-39db-4d71-b840-ca06fd33eeb8","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:02:16.188624068Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-7ee809/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.242534702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"19fd96c1-ee80-41a9-bf74-0cdb9415c874","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.243465112Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-sub","reconcileID":"5893582f-cbd5-4637-97df-9173f26597a5","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-distinct-w0-7ee809","model":"distinct-w0-7ee809","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/e2e-model-match-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.366571735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"e6288288-04b7-4b38-ac88-bb1e8ba4c082","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.373880342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"2b3b06c7-eb62-45e4-9f8b-38dbb7600935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.451242411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"ba49f984-ec6c-45f6-9152-4b863838f128","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.454963532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"2b3b06c7-eb62-45e4-9f8b-38dbb7600935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.455442351Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-sub","reconcileID":"d2aafd31-321c-45f1-8913-086b112cd6e3","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-distinct-2-w0-7ee809","model":"distinct-2-w0-7ee809","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/e2e-model-nomatch-sub"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:02:16.50405389Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"ba49f984-ec6c-45f6-9152-4b863838f128","name":"distinct-w0-7ee809","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-7ee809\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:02:16.504119965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"ba49f984-ec6c-45f6-9152-4b863838f128","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-7ee809\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.509902054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"3e33436b-0640-442b-b4e1-9093a6d95445","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.550389493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"a96f1b28-fd1b-41d2-bd82-ddedfea9121d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.606959424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"a96f1b28-fd1b-41d2-bd82-ddedfea9121d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.611119884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-sub","reconcileID":"f6b644cc-8dc2-46b8-85f5-db7c04a5b875","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-distinct-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/distinct-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.619011752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"5e0691c1-da2f-4941-b16a-5835e9c4362e","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.626285027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-auth","reconcileID":"b1890e6b-bb49-49c7-99cd-7dc7822d3d5f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.66183478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"025a04f2-308b-431b-9afc-dc781b573a30","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.681623574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-auth","reconcileID":"b1890e6b-bb49-49c7-99cd-7dc7822d3d5f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.7210056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"542a27f5-c746-41c6-9e49-da8157ecca03","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.825152103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-sub","reconcileID":"e551759b-ab53-4b5d-b4f8-630cc1003a35","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-distinct-2-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/distinct-2-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.916881502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"56fbfc89-ffc9-4a91-971c-f0ebaada23bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.972762793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"56fbfc89-ffc9-4a91-971c-f0ebaada23bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:16.980915106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-sub","reconcileID":"0bc01d1a-3fd2-4e1b-92f0-6d0d91074b10","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-distinct-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/distinct-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:17.014693843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"fc9d4b44-f7f6-45e5-96ea-3736d5768180","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:17.019646046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-auth","reconcileID":"552adde8-1c7f-4e32-a2eb-e093e38cc092","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:17.075435663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-auth","reconcileID":"552adde8-1c7f-4e32-a2eb-e093e38cc092","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:17.117994646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"77cab468-19ad-4246-9319-8fa0dab2f75e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:17.173955057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"77cab468-19ad-4246-9319-8fa0dab2f75e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:17.192358913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-sub","reconcileID":"8787615c-8cc6-4549-8eb7-397c5a11ab45","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-distinct-2-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/distinct-2-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:17.271874576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-auth","reconcileID":"ce3d5975-9e1b-46e7-a2e9-0c3a5cef6407","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:17.330952801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-auth","reconcileID":"ce3d5975-9e1b-46e7-a2e9-0c3a5cef6407","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:17.341526672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"61b74346-4083-4596-9656-47aea8d43442","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:17.442456706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"305e581a-5448-4de9-b1ae-f8cf81079838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:17.497573598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"305e581a-5448-4de9-b1ae-f8cf81079838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:17.596896853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-auth","reconcileID":"d1af8f9e-f6fa-4189-86c8-6f03e31deb85","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:17.652276518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-auth","reconcileID":"d1af8f9e-f6fa-4189-86c8-6f03e31deb85","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:02:17.914153966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-auth","reconcileID":"d1af8f9e-f6fa-4189-86c8-6f03e31deb85","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-model-nomatch-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:18.176191335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-auth","reconcileID":"dc6ed496-afe8-4e14-bbe1-faf23de2e452","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:18.232249953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-auth","reconcileID":"dc6ed496-afe8-4e14-bbe1-faf23de2e452","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:18.311702033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"6f7212f3-3080-4d7f-b7e5-cdbba29956c5","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:18.47160899Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-sub","reconcileID":"b2be4280-b92f-4920-947f-eacc41bcbae7","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2d58dfae","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:18.568125328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"48a50fb5-fa2e-4c2e-8bd1-1e2ea4a82dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:18.568466342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"bdf18716-c421-44e3-99f6-efad1c6540a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:18.568142468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-auth","reconcileID":"d7560526-7524-49f4-93da-ad4038af0a66","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:18.624563323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"48a50fb5-fa2e-4c2e-8bd1-1e2ea4a82dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:18.690291918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-auth","reconcileID":"d7560526-7524-49f4-93da-ad4038af0a66","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:18.69062307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"bdf18716-c421-44e3-99f6-efad1c6540a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:18.738076211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-auth","reconcileID":"e4b8df3f-e49d-49b7-a7e0-0c432e1dac6a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:18.794406632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-auth","reconcileID":"e4b8df3f-e49d-49b7-a7e0-0c432e1dac6a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:19.096562853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"6a486526-deab-4f51-823c-0bf8c302eab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:19.147729121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-auth","reconcileID":"976564cb-dc39-4a40-8ef6-accdeb4eea6f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:19.147748947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"12222e2f-4913-4c8f-82fd-864142277da7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:19.15201124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"6a486526-deab-4f51-823c-0bf8c302eab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:19.205712372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-auth","reconcileID":"976564cb-dc39-4a40-8ef6-accdeb4eea6f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:19.206162814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"12222e2f-4913-4c8f-82fd-864142277da7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:20.356696681Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-list-subs-refs-sub","reconcileID":"713445b0-cf62-4de2-9d65-3c15b87de9e7","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscription":"e2e-list-subs-refs-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:20.574350695Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-list-subs-refs-sub","reconcileID":"713445b0-cf62-4de2-9d65-3c15b87de9e7","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:20.784109923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"c3d3f9b5-2aee-4549-a320-e5ef506c79a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:20.855728365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"9e72a1bc-ee9e-47e4-a3ee-f055d7740353","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:20.923043731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"5e43a32c-d058-4d84-a72b-18f40292614d","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:21.011712995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"3b206f4d-d96c-4724-9c6c-7b6cb2760289","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:21.020523839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"0f889753-63ef-4404-b2a3-520f023cc7cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:21.067785624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"3b206f4d-d96c-4724-9c6c-7b6cb2760289","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:21.076444437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"0f889753-63ef-4404-b2a3-520f023cc7cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:23.155899131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-sub","reconcileID":"2579e39c-14fb-4e11-945b-16391f5e3c5d","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"maas-trlp-praxis-route-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:23.356533576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"9c803db5-0fae-4389-9df9-69dfedeaa075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:23.356558466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"a1cb5512-50c2-4717-81ea-b8a6c2648936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:23.35701684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-auth","reconcileID":"ab4dc044-458e-4ee5-8f44-0cbcc71f33d9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:23.360900673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-auth","reconcileID":"4d259fbe-1264-4728-b8b0-67e31c1a42e0","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:23.361618165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"6986eb66-e282-45f7-a649-e518c8081586","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"tenant":"e2e-praxis-a-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:23.361687834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"6986eb66-e282-45f7-a649-e518c8081586","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"routeName":"praxis-route-eb3520-kserve-route","namespace":"ai-tenant-e2e-praxis-a-eb3520","llmisvcName":"praxis-route-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:23.412185817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"9c803db5-0fae-4389-9df9-69dfedeaa075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:23.413940298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-auth","reconcileID":"ab4dc044-458e-4ee5-8f44-0cbcc71f33d9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:23.414557611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"a1cb5512-50c2-4717-81ea-b8a6c2648936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:23.4171252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-auth","reconcileID":"4d259fbe-1264-4728-b8b0-67e31c1a42e0","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:23.457530117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"f7ee805a-cf1a-4864-9f39-338e9adce97a","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-eb3520","tenantID":"e2e-praxis-a-eb3520","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:23.515774603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"f7ee805a-cf1a-4864-9f39-338e9adce97a","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"e2e-praxis-a-eb3520-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.063974856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"fe8a063e-daa7-4251-aa81-7772a3caee38","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.122615128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"820af2d3-4439-4ef4-b3fd-b93dfa5ff5d9","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:02:24.170007866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-no-access-sub","reconcileID":"824efde9-d93c-4810-9c77-dbc0e9613ef0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.22509424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"113a3c3c-a402-4eb8-bf64-cfcad5979218","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.225094785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"bf48fa36-e542-4e54-8f2f-9e6c960f484d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.280816663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"bf48fa36-e542-4e54-8f2f-9e6c960f484d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.280829348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"113a3c3c-a402-4eb8-bf64-cfcad5979218","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.284817073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"1a2debaa-f817-46ed-95ca-d9a370bca596","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.340383944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"c56ece1e-878c-4ac4-b0e3-f5b90d55bd4c","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.341526893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"67cb3f0b-4e7f-4197-8322-d9cc131f0c1e","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.39836237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"47976acd-abb3-449c-b25e-d0b06185c3bc","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.551217864Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-no-access-sub","reconcileID":"ad7c55c2-fc0d-4938-a77e-ef9b61e7d2d1","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-w4-6de8e6","model":"distinct-w4-6de8e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-6de8e6/e2e-no-access-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.603042893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-no-access-auth","reconcileID":"c3a793e8-84da-482e-8796-5c04e398508e","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.65876636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-no-access-auth","reconcileID":"c3a793e8-84da-482e-8796-5c04e398508e","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.701550959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"48c4449b-53ec-4e7c-9c7e-779ca8c1a4ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.701551358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"e98a4309-0410-4330-b1ac-f7c24c8ec54e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.72191389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"59acb135-9724-499a-90b1-1ad205a62a91","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.75766461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"48c4449b-53ec-4e7c-9c7e-779ca8c1a4ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.760996117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"e98a4309-0410-4330-b1ac-f7c24c8ec54e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.925615916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"59f8f082-498c-4822-bab5-670f9f4faba2","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.927530384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-no-access-sub","reconcileID":"a030bdc9-9fae-45ab-b014-163097b0ee30","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/distinct-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.092007067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"9d23bb99-a0f6-46ef-8b5a-adea57bc8df6","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"tenant":"e2e-praxis-a-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.092025548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"9d23bb99-a0f6-46ef-8b5a-adea57bc8df6","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"routeName":"praxis-route-eb3520-kserve-route","namespace":"ai-tenant-e2e-praxis-a-eb3520","llmisvcName":"praxis-route-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.151310272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-no-access-auth","reconcileID":"340b9f97-f7c4-43ed-99ba-5bbc19325087","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.255241179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"08b448cc-e183-4935-a5c4-73819b68fbd6","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-eb3520","tenantID":"e2e-praxis-a-eb3520","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.259262112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-no-access-auth","reconcileID":"340b9f97-f7c4-43ed-99ba-5bbc19325087","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.260513409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"cd368321-a81f-4482-b4aa-bbed329b5552","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"tenant":"e2e-praxis-a-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.260530911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"cd368321-a81f-4482-b4aa-bbed329b5552","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"routeName":"praxis-route-eb3520-kserve-route","namespace":"ai-tenant-e2e-praxis-a-eb3520","llmisvcName":"praxis-route-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.311317588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"08b448cc-e183-4935-a5c4-73819b68fbd6","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"e2e-praxis-a-eb3520-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.360206478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-sub","reconcileID":"1bbe822a-4632-4be9-be07-6d93c27929e3","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"maas-trlp-praxis-route-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.572919857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"f97fb56d-9e0b-4f3c-829a-3a0d9c615989","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-eb3520","tenantID":"e2e-praxis-a-eb3520","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.628560154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"f97fb56d-9e0b-4f3c-829a-3a0d9c615989","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"e2e-praxis-a-eb3520-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.728630659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-sub","reconcileID":"4fe217be-dd90-4910-b6f4-b1816fb0bef8","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"maas-trlp-praxis-route-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:26.025601982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00f611f3-eb59-49a8-a3af-15922c6b1622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:26.077311732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00f611f3-eb59-49a8-a3af-15922c6b1622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:26.128762411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00f611f3-eb59-49a8-a3af-15922c6b1622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:26.180471654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00f611f3-eb59-49a8-a3af-15922c6b1622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.694635844Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-no-access-auth","reconcileID":"9e709b70-21da-472f-ba6f-3b421491b02f","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/distinct-2-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.694766458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"689d8cae-eb06-4572-84ba-5fb2db3436aa","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.852972975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"292b2843-b868-45f2-9eea-bae0030741da","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.008376647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"b9e110d3-ce7b-4664-928f-3eb0e5be320b","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.094958396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2340e456-060b-48fb-88dc-c784fb71ca77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.149371603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2340e456-060b-48fb-88dc-c784fb71ca77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.203653946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2340e456-060b-48fb-88dc-c784fb71ca77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.255317869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2340e456-060b-48fb-88dc-c784fb71ca77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.255475175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"0c5a26fe-fe90-40ad-8bc3-c5402ca2250a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.255857458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"aba88f57-79fa-41e5-9d72-762cfa02ffe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.312947479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"0c5a26fe-fe90-40ad-8bc3-c5402ca2250a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.360901507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"aba88f57-79fa-41e5-9d72-762cfa02ffe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.566805194Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-sub","reconcileID":"291f5300-a02c-404e-b360-e54de4081a2e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/distinct-w0-7ee809","subscription":"e2e-model-match-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.618652443Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-sub","reconcileID":"291f5300-a02c-404e-b360-e54de4081a2e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/distinct-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.670734161Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-sub","reconcileID":"291f5300-a02c-404e-b360-e54de4081a2e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/distinct-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.940137431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"7a0c1965-4b3b-4d5c-b445-3f0ccab8b5a4","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:29.088150446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"8f3ca7c2-d0c1-41aa-9280-41ea5580fc7c","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:29.197438053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-auth","reconcileID":"76f81ca2-871f-4448-8139-bcf56702abec","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:29.197466502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"32949704-206a-4b71-b183-c5854a978936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:29.198057578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"428a1ebd-b163-4dfe-9a42-1ca70604dd71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:29.198057665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-auth","reconcileID":"0cc41b06-70a3-4e26-b7fe-fe09f870d098","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:29.247263839Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-sub","reconcileID":"3faddb57-31d8-4a9b-8fc9-20479d1fa564","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f1257e9a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:29.256632261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-auth","reconcileID":"76f81ca2-871f-4448-8139-bcf56702abec","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:29.256833209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"32949704-206a-4b71-b183-c5854a978936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:29.258889198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"428a1ebd-b163-4dfe-9a42-1ca70604dd71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:29.260380898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-auth","reconcileID":"0cc41b06-70a3-4e26-b7fe-fe09f870d098","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:29.819214574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"61a852d9-5759-40f6-904b-ed4c1b591c1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:29.81921435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"d9699f90-5cc3-486c-879c-74923ff43fb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:29.876364223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"d9699f90-5cc3-486c-879c-74923ff43fb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:29.876393191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"61a852d9-5759-40f6-904b-ed4c1b591c1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:29.892117984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-auth","reconcileID":"41dd41a0-275d-40b0-85f6-263111bc17ea","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:29.892372164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-auth","reconcileID":"6f4dc1c6-0ff1-4283-b719-632b116fad17","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:29.950184068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-auth","reconcileID":"41dd41a0-275d-40b0-85f6-263111bc17ea","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:29.95056315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-auth","reconcileID":"6f4dc1c6-0ff1-4283-b719-632b116fad17","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:30.179002177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d491a649-7761-442d-9c3c-584dcaffa47f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:30.230865608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d491a649-7761-442d-9c3c-584dcaffa47f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:30.27735364Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:30.282687619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d491a649-7761-442d-9c3c-584dcaffa47f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:30.334497342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d491a649-7761-442d-9c3c-584dcaffa47f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:32.201543029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a99d7fe-d5c8-4967-83df-882ea885769c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:32.253568431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a99d7fe-d5c8-4967-83df-882ea885769c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:32.30515161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a99d7fe-d5c8-4967-83df-882ea885769c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:32.356825629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a99d7fe-d5c8-4967-83df-882ea885769c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:34.22655486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baefec81-928e-4255-9fd7-7e69b5166e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:34.278236655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baefec81-928e-4255-9fd7-7e69b5166e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:34.330075882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baefec81-928e-4255-9fd7-7e69b5166e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:34.382040096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baefec81-928e-4255-9fd7-7e69b5166e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:34.384245592Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","namespace":"ai-tenant-e2e-praxis-a-93c833","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:34.384308146Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","namespace":"ai-tenant-e2e-praxis-a-93c833","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:34.384437544Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","tenant":"e2e-praxis-a-93c833","tenantID":"e2e-praxis-a-93c833","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:34.439689303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","gvk":"Deployment","name":"maas-api-e2e-praxis-a-93c833","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:34.498495214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","gvk":"Service","name":"maas-api-e2e-praxis-a-93c833","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:34.556444486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-93c833","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:34.650943665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-93c833","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:34.705432167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-93c833","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:34.759963599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-93c833","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:34.816908665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-93c833","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:34.871713974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-93c833","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:34.927855354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-93c833","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:34.979955683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-93c833","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:35.031592644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","gvk":"Service","name":"payload-processing-e2e-praxis-a-93c833","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:35.083052655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-93c833","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:35.134452171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-93c833","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:35.186013659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-93c833","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:35.237459898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-93c833","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:35.292839005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-93c833","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:35.344263588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-93c833","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:35.395989086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-93c833","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:35.447251803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-93c833","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:35.498868851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-93c833"},"namespace":"ai-tenant-e2e-praxis-a-93c833","name":"default-tenant","reconcileID":"fcbcf3f7-6f82-4ee1-994d-28a08621401f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-93c833","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:35.691156892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"bf3db293-32ae-4bac-95f7-44e5b6041180","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"tenant":"e2e-praxis-a-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:35.691178404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"bf3db293-32ae-4bac-95f7-44e5b6041180","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"routeName":"praxis-route-eb3520-kserve-route","namespace":"ai-tenant-e2e-praxis-a-eb3520","llmisvcName":"praxis-route-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:35.79607309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"db59f254-ee26-4438-887d-096169061709","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-eb3520","tenantID":"e2e-praxis-a-eb3520","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:35.851576543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"db59f254-ee26-4438-887d-096169061709","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"e2e-praxis-a-eb3520-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:35.900922406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-sub","reconcileID":"7b036702-57fc-47aa-9d99-9a800020cda4","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"maas-trlp-praxis-route-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:36.108751825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"617747f0-c530-4fd0-8675-150d737355a7","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-eb3520","tenantID":"e2e-praxis-a-eb3520","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:36.16417125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"617747f0-c530-4fd0-8675-150d737355a7","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"e2e-praxis-a-eb3520-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:36.214900783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-sub","reconcileID":"42796d4c-cf82-4b3f-af77-fa6e792f5e5b","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"maas-trlp-praxis-route-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:36.557845117Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-93c833","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-93c833","reconcileID":"a6267800-0182-4069-ac54-fd007e7585b9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-93c833","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-93c833"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:37.768411644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893cf7e8-4984-4d5a-9555-179935d02ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:37.820896654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893cf7e8-4984-4d5a-9555-179935d02ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:37.87254561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893cf7e8-4984-4d5a-9555-179935d02ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:37.924605883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893cf7e8-4984-4d5a-9555-179935d02ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:38.262956863Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-no-access-sub","reconcileID":"39cfbfca-ee59-46fd-8a75-d5213654851e","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/distinct-w4-6de8e6","subscription":"e2e-no-access-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:38.320728144Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-no-access-sub","reconcileID":"39cfbfca-ee59-46fd-8a75-d5213654851e","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/distinct-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:38.372989494Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"e2e-no-access-sub","reconcileID":"39cfbfca-ee59-46fd-8a75-d5213654851e","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/distinct-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:38.643204495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"875c1c7a-d100-40db-b3b8-7408d7ab06ee","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:38.800471423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"b21d52cf-778f-4cf3-a12f-04b3e58e345c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:38.800470806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"bd1bbb9a-5043-4316-a09a-5fd15bdd384e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:38.8567611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"b21d52cf-778f-4cf3-a12f-04b3e58e345c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:38.857382688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"bd1bbb9a-5043-4316-a09a-5fd15bdd384e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.343228622Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-sub","reconcileID":"d8c936ad-6863-4466-8596-e8cedadc86be","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/distinct-2-w0-7ee809","subscription":"e2e-model-nomatch-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.395050891Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-sub","reconcileID":"d8c936ad-6863-4466-8596-e8cedadc86be","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/distinct-2-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.447169969Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-sub","reconcileID":"d8c936ad-6863-4466-8596-e8cedadc86be","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/distinct-2-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.765047124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"86a29151-7ae3-4e5a-8a80-015398c38c11","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.904146957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"07d632ef-c0d6-4b6c-9d77-3349ba877b6d","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.920600229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e0b964-4a54-42d7-b96e-fab3eb898ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.97265651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e0b964-4a54-42d7-b96e-fab3eb898ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.025382675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e0b964-4a54-42d7-b96e-fab3eb898ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.078159376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e0b964-4a54-42d7-b96e-fab3eb898ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.078793877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"f926c5d1-ac23-4db8-afbb-c7c73277ad2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.129735563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-auth","reconcileID":"ec18770f-8e54-4a1f-aa19-cbfb1e9cecf8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.129735411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"a5c6a01d-29f4-4a49-9301-3b34cbf59e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.186762515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"f926c5d1-ac23-4db8-afbb-c7c73277ad2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.187036963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-auth","reconcileID":"ec18770f-8e54-4a1f-aa19-cbfb1e9cecf8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.189184877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"a5c6a01d-29f4-4a49-9301-3b34cbf59e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.231740863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-auth","reconcileID":"e8d29f83-5c0d-4391-9f48-b2992c0ff634","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.287154097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-auth","reconcileID":"e8d29f83-5c0d-4391-9f48-b2992c0ff634","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.493219265Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-match-auth","reconcileID":"0d0b44d8-be4b-4275-80fd-638d18095766","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/distinct-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.595874937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-auth","reconcileID":"8fcfa9aa-6d6a-450e-aa22-bbc8577529b6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.659028332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-auth","reconcileID":"8fcfa9aa-6d6a-450e-aa22-bbc8577529b6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.659980831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"dcdab174-f676-430e-997b-25108dbf670b","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.815504644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"88c624ee-16a5-4b98-ae20-51a120024767","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.863211956Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-model-nomatch-auth","reconcileID":"039895cf-0896-4e04-8d95-480e35763911","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/distinct-2-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:41.131243269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"16619413-4e6b-4258-a033-15febf27588f","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:42.159749608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80cc1c46-aaa3-475d-8646-c8f945dd13a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:42.212910571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80cc1c46-aaa3-475d-8646-c8f945dd13a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:42.265779082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80cc1c46-aaa3-475d-8646-c8f945dd13a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:42.318558361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80cc1c46-aaa3-475d-8646-c8f945dd13a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:42.49543786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"1ad1c045-d77a-4000-a090-28aecd5e5d27","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:42.495960274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"37408cb6-1722-4098-976d-aaaa726a318d","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:42.554418004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"d1f3cb5b-e44d-4384-8a34-0f30879fa5fa","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:42.579711473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"0066e5ff-bb50-4a61-a8f5-308a37ed34e7","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:02:42.603306992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-partial-access-sub","reconcileID":"56a73cba-e37d-4da0-92a5-67fa05a98ab7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:42.681220386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"f44bb5e4-2e85-465c-8e10-727988f4dcb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:42.681654719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"6ca04129-bead-44c5-87ab-5007b9ae0461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:42.717851893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"9c595b4f-ad29-4c64-a8c7-4e46d55a6dd3","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:42.719035677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"3699b061-bb59-4e2d-b0b1-7f5d1efcafce","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:42.73995382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"f44bb5e4-2e85-465c-8e10-727988f4dcb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:42.740815557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"6ca04129-bead-44c5-87ab-5007b9ae0461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:42.773609372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"986e3ba6-eb94-4e96-b4c0-396721ac0f4c","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:42.774048668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"504a3cfe-4e38-4c44-8b55-4657e6875978","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:42.774383018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"af0f3fda-3eed-445c-a003-31b352aa9dad","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:42.839590833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"0ee4648a-758a-4431-8d53-e646bba1119f","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:42.998640857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-partial-access-auth","reconcileID":"e9c8e79a-341c-435a-853a-be9da7fe4ebc","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:43.049056071Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-partial-access-sub","reconcileID":"995074ca-f50d-419b-a7be-e6a0368a97ae","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-7ee809/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:43.059413359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-partial-access-auth","reconcileID":"e9c8e79a-341c-435a-853a-be9da7fe4ebc","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:43.107730862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"daeea64b-4680-4c4b-be7e-bc4a724603a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:43.107968833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"71bf244e-4b46-4952-8759-0489d7697c94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:43.173068025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"daeea64b-4680-4c4b-be7e-bc4a724603a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:43.173809199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"71bf244e-4b46-4952-8759-0489d7697c94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:43.227012601Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-partial-access-sub","reconcileID":"995074ca-f50d-419b-a7be-e6a0368a97ae","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-distinct-w0-7ee809","model":"distinct-w0-7ee809","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/e2e-partial-access-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:43.288593408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"7a17a42d-1697-4f2a-ad55-56f6f1de24e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:43.381959159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"7be8c91f-c5b8-4bcd-8c07-31b4945741cd","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:43.463420867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"11199ebe-6eb4-4f48-90de-4e6b08ac421f","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:43.463756763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"0fe8e0f4-85a7-40ae-bf38-c383847955df","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:43.540924628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-partial-access-auth","reconcileID":"fa4b3c02-ada5-4eab-a7df-6d8cae453ce4","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:43.597447783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-partial-access-auth","reconcileID":"fa4b3c02-ada5-4eab-a7df-6d8cae453ce4","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:43.675136217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-partial-access-sub","reconcileID":"6e085c6f-37ee-439a-9232-0f79cf9e5ace","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:43.837714983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-partial-access-sub","reconcileID":"6e085c6f-37ee-439a-9232-0f79cf9e5ace","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-distinct-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/distinct-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:02:43.911951772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-partial-access-auth","reconcileID":"fa4b3c02-ada5-4eab-a7df-6d8cae453ce4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-partial-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:44.175577045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-partial-access-auth","reconcileID":"632be134-e265-46a8-a25d-15bf7574309b","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:44.231174663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-partial-access-auth","reconcileID":"632be134-e265-46a8-a25d-15bf7574309b","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:45.009761461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6011ad67-9c5e-41d8-980d-ac45c7044e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:45.06161184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6011ad67-9c5e-41d8-980d-ac45c7044e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:45.113207176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6011ad67-9c5e-41d8-980d-ac45c7044e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:45.164806077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6011ad67-9c5e-41d8-980d-ac45c7044e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:45.940744574Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-29dbd9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-29dbd9","reconcileID":"bde43cda-a6c9-4594-93ca-7dfd466be6bc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-29dbd9","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-29dbd9":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.087720947Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"b3cd2e1d-2f47-42dc-81c8-bf44cb1e837c","namespace":"ai-tenant-e2e-praxis-a-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.087789837Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"b3cd2e1d-2f47-42dc-81c8-bf44cb1e837c","name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.146527036Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"b3cd2e1d-2f47-42dc-81c8-bf44cb1e837c","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.146556056Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"b3cd2e1d-2f47-42dc-81c8-bf44cb1e837c","namespace":"ai-tenant-e2e-praxis-a-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.146691095Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"b3cd2e1d-2f47-42dc-81c8-bf44cb1e837c","name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.150972403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"2e666a44-a581-4fe8-9cfa-2f1e9a11ae01","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"tenant":"e2e-praxis-a-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.150998623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"2e666a44-a581-4fe8-9cfa-2f1e9a11ae01","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"routeName":"praxis-route-eb3520-kserve-route","namespace":"ai-tenant-e2e-praxis-a-eb3520","llmisvcName":"praxis-route-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.166760553Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-partial-access-auth","reconcileID":"665e9618-d9ba-46f5-8f54-86e253a2975e","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.205448059Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"b3cd2e1d-2f47-42dc-81c8-bf44cb1e837c","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.20894984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"8ca9bdda-0353-4056-a402-687ef53c1b6c","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.289285899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"54157eab-57e3-4733-8266-dd7b77a77082","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-eb3520","tenantID":"e2e-praxis-a-eb3520","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.295177037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"fc3a82c7-d92a-4f57-9e04-e8b57557463d","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"tenant":"e2e-praxis-a-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.295756777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"fc3a82c7-d92a-4f57-9e04-e8b57557463d","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"routeName":"praxis-route-eb3520-kserve-route","namespace":"ai-tenant-e2e-praxis-a-eb3520","llmisvcName":"praxis-route-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.410116312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"54157eab-57e3-4733-8266-dd7b77a77082","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"e2e-praxis-a-eb3520-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.417083592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"3438b7d9-9231-4a32-9b79-7056eaeae966","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.549839917Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-sub","reconcileID":"1a60d0d8-d8f8-46e4-8a2b-ae56fbb927b6","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f028c9e1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.610158106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"b1b504c4-2dee-4e6b-93ea-9e06b4c04c17","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.63813848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"44a1a232-4548-491b-97d3-c57ff05942e1","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.638549147Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"b2bd99b0-a42a-4f6c-a2a7-69caa2fc409c","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.805780388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"7ec52721-d776-41cd-a61a-0bbcb009c7a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.805833173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"ad6ea8f1-841b-4d1b-8ea1-a4e29280efdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.867591988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"ad6ea8f1-841b-4d1b-8ea1-a4e29280efdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.872675307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"7ec52721-d776-41cd-a61a-0bbcb009c7a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:46.873491351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"b2bd99b0-a42a-4f6c-a2a7-69caa2fc409c","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-eb3520","tenantID":"e2e-praxis-a-eb3520","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:47.05513332Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"b2bd99b0-a42a-4f6c-a2a7-69caa2fc409c","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"e2e-praxis-a-eb3520-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:47.055243499Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-auth","reconcileID":"b2bd99b0-a42a-4f6c-a2a7-69caa2fc409c","MaaSAuthPolicy":{"name":"praxis-route-eb3520-auth","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:47.111977194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"79add04d-5f3f-4efe-af85-3aab336b70a7","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"tenant":"e2e-praxis-a-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:47.111997833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"79add04d-5f3f-4efe-af85-3aab336b70a7","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"routeName":"praxis-route-eb3520-kserve-route","namespace":"ai-tenant-e2e-praxis-a-eb3520","llmisvcName":"praxis-route-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:47.257257932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"014408ed-c7d6-4d27-87b1-b8a548194a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:47.314979247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"014408ed-c7d6-4d27-87b1-b8a548194a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:47.367176488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"014408ed-c7d6-4d27-87b1-b8a548194a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:47.419822921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"014408ed-c7d6-4d27-87b1-b8a548194a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:49.371582401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f7b6eb-2961-4cf3-8ee4-b7ba4faa6737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:49.423593406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f7b6eb-2961-4cf3-8ee4-b7ba4faa6737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:49.475202705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f7b6eb-2961-4cf3-8ee4-b7ba4faa6737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:49.527091437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f7b6eb-2961-4cf3-8ee4-b7ba4faa6737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:51.58110147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f96cd1d-612a-4e13-924d-1c6d5fd520bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:51.638579684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f96cd1d-612a-4e13-924d-1c6d5fd520bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:51.691063583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f96cd1d-612a-4e13-924d-1c6d5fd520bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:51.743578574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f96cd1d-612a-4e13-924d-1c6d5fd520bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:53.709551307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8acc02-d829-4fef-8771-5431689ef813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:53.762701482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8acc02-d829-4fef-8771-5431689ef813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:53.817069719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8acc02-d829-4fef-8771-5431689ef813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:53.869731728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8acc02-d829-4fef-8771-5431689ef813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:55.767665593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70a852b-cec4-4b6d-ae64-908266e4a75a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:55.819678274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70a852b-cec4-4b6d-ae64-908266e4a75a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:55.872043777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70a852b-cec4-4b6d-ae64-908266e4a75a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:55.925732086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70a852b-cec4-4b6d-ae64-908266e4a75a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:56.602444721Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-sub","reconcileID":"a315c2c9-bf45-4a61-bf5e-625aac1c1b0e","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","subscription":"praxis-route-eb3520-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:56.656458807Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-sub","reconcileID":"a315c2c9-bf45-4a61-bf5e-625aac1c1b0e","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:56.708760084Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520-sub","reconcileID":"a315c2c9-bf45-4a61-bf5e-625aac1c1b0e","MaaSSubscription":{"name":"praxis-route-eb3520-sub","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"name":"maas-trlp-praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:56.806312449Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-partial-access-sub","reconcileID":"6e0ee3b2-3482-45e8-a704-2a98d09bea6d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscription":"e2e-partial-access-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:56.978446184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"247e80e1-7cd4-48de-99cd-902e8bc9368b","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"tenant":"e2e-praxis-a-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","model":"ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:56.978476083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"247e80e1-7cd4-48de-99cd-902e8bc9368b","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"routeName":"praxis-route-eb3520-kserve-route","namespace":"ai-tenant-e2e-praxis-a-eb3520","llmisvcName":"praxis-route-eb3520","gateway":"openshift-ingress/e2e-praxis-a-eb3520","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:57.040888967Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-partial-access-sub","reconcileID":"6e0ee3b2-3482-45e8-a704-2a98d09bea6d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-7ee809/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:57.040925987Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-partial-access-sub","reconcileID":"6e0ee3b2-3482-45e8-a704-2a98d09bea6d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/distinct-w0-7ee809","subscription":"e2e-partial-access-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:57.094456314Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-partial-access-sub","reconcileID":"6e0ee3b2-3482-45e8-a704-2a98d09bea6d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/distinct-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:57.146442944Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"e2e-partial-access-sub","reconcileID":"6e0ee3b2-3482-45e8-a704-2a98d09bea6d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/distinct-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:57.249373138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"e5b994e7-72cc-4927-9ff5-dfd0567c7c73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:57.499110039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"3ddc9128-048e-41ae-b4a1-ad20948e2972","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:57.499450172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"92c368a7-3571-4e48-967f-e2fc933d1917","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:57.653140216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"83d14cc6-19fc-4390-be5d-c171c3e05d37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:57.653470969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"caafca9e-e1ca-4edc-869d-93a9ec9b8291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:57.709571381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"83d14cc6-19fc-4390-be5d-c171c3e05d37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:57.710170433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"caafca9e-e1ca-4edc-869d-93a9ec9b8291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:57.843184499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30580811-c4fb-4789-9bbf-771cb7671b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:57.905921102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30580811-c4fb-4789-9bbf-771cb7671b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:57.958195564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30580811-c4fb-4789-9bbf-771cb7671b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:58.010730509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30580811-c4fb-4789-9bbf-771cb7671b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:58.165946445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"938d47c4-daa6-413b-824b-ab70ff1f9c65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:58.166157471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"5979d52b-3a02-4e09-8f27-ae306caffb88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:58.223461676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"938d47c4-daa6-413b-824b-ab70ff1f9c65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:58.224258621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"5979d52b-3a02-4e09-8f27-ae306caffb88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:02:59.971058554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7105f25-7c5b-44cd-9d17-c48cdc813ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:00.02285857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7105f25-7c5b-44cd-9d17-c48cdc813ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:00.077120623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7105f25-7c5b-44cd-9d17-c48cdc813ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:00.130559108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7105f25-7c5b-44cd-9d17-c48cdc813ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:00.27602266Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:01.992778742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba58665-56d4-4e25-9ccb-73683ac57b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:02.044768824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba58665-56d4-4e25-9ccb-73683ac57b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:02.098241129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba58665-56d4-4e25-9ccb-73683ac57b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:02.268525597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba58665-56d4-4e25-9ccb-73683ac57b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:03.096364682Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-a49a32","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-a49a32","reconcileID":"15bc2a79-b88a-4f4b-944f-73882ec32c05","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-a49a32","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-a49a32":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:04.143021699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786a01ae-70ea-41f3-8b17-194c19282a52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:04.194834668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786a01ae-70ea-41f3-8b17-194c19282a52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:04.246597878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786a01ae-70ea-41f3-8b17-194c19282a52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:04.298478341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786a01ae-70ea-41f3-8b17-194c19282a52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:06.231603733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b3fd8d5-2af7-400d-97a2-6e7689c502cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:06.28341904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b3fd8d5-2af7-400d-97a2-6e7689c502cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:06.335494133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b3fd8d5-2af7-400d-97a2-6e7689c502cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:06.387124383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b3fd8d5-2af7-400d-97a2-6e7689c502cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:08.27895448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5acfb78f-346e-471f-af01-a450c0ebda83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:08.332230045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5acfb78f-346e-471f-af01-a450c0ebda83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:08.392132059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5acfb78f-346e-471f-af01-a450c0ebda83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:08.444746257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5acfb78f-346e-471f-af01-a450c0ebda83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:10.36521612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ff282d-5c4b-418b-ace8-af98d32d8776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:10.416878734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ff282d-5c4b-418b-ace8-af98d32d8776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:10.468793603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ff282d-5c4b-418b-ace8-af98d32d8776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:10.521122674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ff282d-5c4b-418b-ace8-af98d32d8776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:30.277146174Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:31.340169122Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","namespace":"ai-tenant-e2e-praxis-a-4644ae","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:31.340252422Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","namespace":"ai-tenant-e2e-praxis-a-4644ae","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:31.340322188Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","tenant":"e2e-praxis-a-4644ae","tenantID":"e2e-praxis-a-4644ae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:31.394049226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","gvk":"Deployment","name":"maas-api-e2e-praxis-a-4644ae","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:31.453399123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","gvk":"Service","name":"maas-api-e2e-praxis-a-4644ae","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:31.51098713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-4644ae","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:31.564530751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-4644ae","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:31.620222959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-4644ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:31.681893698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-4644ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:31.737438472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-4644ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:31.797086485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-4644ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:31.849697954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-4644ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:31.901163935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-4644ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:31.952742305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","gvk":"Service","name":"payload-processing-e2e-praxis-a-4644ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:32.008574809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-4644ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:32.060832045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-4644ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:32.114533495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-4644ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:32.165749908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-4644ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:32.22037914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-4644ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:32.271781089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-4644ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:32.323004458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-4644ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:32.377761593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-4644ae","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:32.42937491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4644ae"},"namespace":"ai-tenant-e2e-praxis-a-4644ae","name":"default-tenant","reconcileID":"9a5c988b-bb73-4196-8602-124e4f065b3a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-4644ae","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:33.233086531Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4644ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4644ae","reconcileID":"bd9a23f7-8a3a-456e-a105-7eab8819ff5e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-4644ae","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-4644ae"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:34.331983064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c32c48-5de6-401f-81de-d74b2fdf219b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:34.384057868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c32c48-5de6-401f-81de-d74b2fdf219b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:34.436260573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c32c48-5de6-401f-81de-d74b2fdf219b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:34.488364606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c32c48-5de6-401f-81de-d74b2fdf219b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:36.392617477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0a3963-a95f-495c-b207-469edf8bbe8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:36.444155601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0a3963-a95f-495c-b207-469edf8bbe8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:36.496575597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0a3963-a95f-495c-b207-469edf8bbe8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:36.549034984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c0a3963-a95f-495c-b207-469edf8bbe8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:46.781495535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a8a759-1d10-4626-b947-15fce8cbdd02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:46.833715685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a8a759-1d10-4626-b947-15fce8cbdd02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:46.88584118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a8a759-1d10-4626-b947-15fce8cbdd02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:46.937980395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a8a759-1d10-4626-b947-15fce8cbdd02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:47.094964765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"9187e133-250d-4ed1-9b96-d3bcc1fb3ad3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29dbd9","tenantID":"e2e-shared-a-w4-29dbd9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:47.274183142Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"9187e133-250d-4ed1-9b96-d3bcc1fb3ad3","name":"e2e-shared-a-w4-29dbd9-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:47.331929842Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","namespace":"ai-tenant-e2e-praxis-a-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:47.331987416Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","namespace":"ai-tenant-e2e-praxis-a-eb3520","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:47.332032943Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","tenant":"e2e-praxis-a-eb3520","tenantID":"e2e-praxis-a-eb3520","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:47.385313855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","gvk":"Deployment","name":"maas-api-e2e-praxis-a-eb3520","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:47.445679824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","gvk":"Service","name":"maas-api-e2e-praxis-a-eb3520","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:47.502450001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-eb3520","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:47.55551696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-eb3520","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:47.654112443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-eb3520","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:47.70799615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-eb3520","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:47.762066606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-eb3520","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:47.817346442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-eb3520","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:47.868762424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-eb3520","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:47.920179488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-eb3520","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:47.97531369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","gvk":"Service","name":"payload-processing-e2e-praxis-a-eb3520","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:48.026511545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-eb3520","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:48.127382113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-eb3520","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:48.179045106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-eb3520","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:48.230350644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-eb3520","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:48.284823898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-eb3520","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:48.335838023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-eb3520","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:48.387081356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-eb3520","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:48.443169984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-eb3520","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:48.494490956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"default-tenant","reconcileID":"3390a2b4-f650-4298-976c-975c827d9473","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-eb3520","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:48.54969503Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","namespace":"ai-tenant-e2e-praxis-b-7990bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:48.54977792Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","namespace":"ai-tenant-e2e-praxis-b-7990bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:48.549845378Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","tenant":"e2e-praxis-b-7990bd","tenantID":"e2e-praxis-b-7990bd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:48.602950644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","gvk":"Deployment","name":"maas-api-e2e-praxis-b-7990bd","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:48.661591403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","gvk":"Service","name":"maas-api-e2e-praxis-b-7990bd","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:48.719860147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-7990bd","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:48.773295152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-7990bd","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:48.836516377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-7990bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:48.892717663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-7990bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:48.949997469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-7990bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:49.023032178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-7990bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:49.026276853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95bc9b13-115f-4033-b5fc-485f4da81a55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:49.082068848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-7990bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:49.113914321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95bc9b13-115f-4033-b5fc-485f4da81a55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:49.167469872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95bc9b13-115f-4033-b5fc-485f4da81a55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:49.170631864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-7990bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:49.222455939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95bc9b13-115f-4033-b5fc-485f4da81a55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:49.27371137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","gvk":"Service","name":"payload-processing-e2e-praxis-b-7990bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:49.373494659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-7990bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:49.424750619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-7990bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:49.475835229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-7990bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:49.526985014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-7990bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:49.586828901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-7990bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:49.637719808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-7990bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:49.688874145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-7990bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:49.742712943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-7990bd","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:49.754018843Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-eb3520","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-eb3520","reconcileID":"e574a07f-3556-4b7d-82ac-33fd292fe44a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-eb3520","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-eb3520"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:49.79401844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7990bd"},"namespace":"ai-tenant-e2e-praxis-b-7990bd","name":"default-tenant","reconcileID":"73e1e1c2-a572-4fbc-ae35-a139c4832af0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-7990bd","namespace":"","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:49.916307481Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"bd17abbf-af96-40f1-ab34-2c0ba708fdb4","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:49.973137892Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"bd17abbf-af96-40f1-ab34-2c0ba708fdb4","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:49.978406776Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"cee1a8f3-1650-40d6-99d2-f3e232282d39","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:49.97847258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"cee1a8f3-1650-40d6-99d2-f3e232282d39","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:49.988796795Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"f94bec68-3528-4214-a7bc-caf96ebd1611","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:49.988852932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"f94bec68-3528-4214-a7bc-caf96ebd1611","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:50.009651379Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"3a576642-e441-4edc-b776-561e474695d6","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:50.009719299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"3a576642-e441-4edc-b776-561e474695d6","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:50.050469689Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"605fb2ea-b037-4285-bcc1-8b47bb0541c6","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:50.050550413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"605fb2ea-b037-4285-bcc1-8b47bb0541c6","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:50.131771488Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"458b648a-8c1a-456f-b63f-f7a185ae95da","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:50.131847769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"458b648a-8c1a-456f-b63f-f7a185ae95da","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:50.292719328Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"199d3098-18d8-4f4b-b9fe-777a49666f95","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:50.29279217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"199d3098-18d8-4f4b-b9fe-777a49666f95","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:50.613651418Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"e75abb33-3ce6-4a7b-8988-46640a7ff7e7","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:50.613724861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"e75abb33-3ce6-4a7b-8988-46640a7ff7e7","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:50.863901609Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-7990bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-7990bd","reconcileID":"c403e060-fd79-4a28-82b6-6ebd4afea233","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-7990bd","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-7990bd"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:51.025069065Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"db70bf1d-084d-4776-88ca-7b6fd12df24a","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:51.025143617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"db70bf1d-084d-4776-88ca-7b6fd12df24a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:51.201323227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6864c4-d4a0-4515-9fba-391615521554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:51.253109245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6864c4-d4a0-4515-9fba-391615521554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:51.310064014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6864c4-d4a0-4515-9fba-391615521554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:51.376234365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6864c4-d4a0-4515-9fba-391615521554","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:52.305687504Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"a94a9c79-88fc-4e17-ba0a-8f4fa17d4848","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:52.305761638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"a94a9c79-88fc-4e17-ba0a-8f4fa17d4848","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:53.282420756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"438179d9-38e5-469c-a52d-62082a9d8531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:53.333936673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"438179d9-38e5-469c-a52d-62082a9d8531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:53.385730505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"438179d9-38e5-469c-a52d-62082a9d8531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:53.437518896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"438179d9-38e5-469c-a52d-62082a9d8531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:54.874869068Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"bc061c55-a07a-4ade-aaea-309cd1c4d904","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:54.875209669Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"bc061c55-a07a-4ade-aaea-309cd1c4d904","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.442986891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8545144f-838e-4462-9742-1a8777c10372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.512233968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8545144f-838e-4462-9742-1a8777c10372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.566407123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8545144f-838e-4462-9742-1a8777c10372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:03:55.620414762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8545144f-838e-4462-9742-1a8777c10372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:55.964073854Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"ad78ab54-eb24-42b0-bf61-fc333391c754","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:55.96416144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"ad78ab54-eb24-42b0-bf61-fc333391c754","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:56.379898579Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"f3d3d305-de01-4e76-b0c0-e1c3010cdbfc","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:03:56.379970103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"f3d3d305-de01-4e76-b0c0-e1c3010cdbfc","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:00.276494694Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:04:01.954537371Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"ad3e2e74-6825-49a5-8df1-d1bc567ded7c","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:04:01.954597714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"ad3e2e74-6825-49a5-8df1-d1bc567ded7c","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:04:02.165387962Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"e658768e-214f-44b5-b0a0-eef05ef5448f","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:04:02.16546322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"e658768e-214f-44b5-b0a0-eef05ef5448f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:02.899421642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca1b58fe-bbb0-4522-b558-f13a3a35b747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:02.952126662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca1b58fe-bbb0-4522-b558-f13a3a35b747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:03.004191285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca1b58fe-bbb0-4522-b558-f13a3a35b747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:03.056779751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca1b58fe-bbb0-4522-b558-f13a3a35b747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:04:03.375672923Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"d453635d-0db0-4f20-b3c2-eb26c3124584","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:04:03.375760051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"d453635d-0db0-4f20-b3c2-eb26c3124584","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:03.538622182Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-e15bbc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-e15bbc","reconcileID":"059695f0-8e3b-4a38-ad15-c410205c39f8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-e15bbc","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-e15bbc":"true"},"removed":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:04:03.811289674Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"8689f030-2fcf-4904-b734-dcff5f25b973","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:04:03.811386026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"8689f030-2fcf-4904-b734-dcff5f25b973","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:04.744673692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"8a588cd4-5a69-4193-8f1c-1758102ad41d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a49a32","tenantID":"e2e-shared-a-w0-a49a32","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:04.874348824Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"8a588cd4-5a69-4193-8f1c-1758102ad41d","name":"e2e-shared-a-w0-a49a32-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:05.001901445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a6b1be-39bf-469a-add9-b528ea973826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:05.053838444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a6b1be-39bf-469a-add9-b528ea973826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:05.106084324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a6b1be-39bf-469a-add9-b528ea973826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:05.157855747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7a6b1be-39bf-469a-add9-b528ea973826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:04:05.882134052Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"f422cb10-9af6-4d56-a598-2255a2159e89","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:04:05.882218779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"f422cb10-9af6-4d56-a598-2255a2159e89","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:07.036219325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafdf868-41e5-4c4f-8d8f-03786444fd7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:07.088076973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafdf868-41e5-4c4f-8d8f-03786444fd7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:07.141269161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafdf868-41e5-4c4f-8d8f-03786444fd7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:07.193089087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafdf868-41e5-4c4f-8d8f-03786444fd7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:09.13855746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a12210a-a3fd-49d4-b3d3-a06bffa524f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:09.19166651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a12210a-a3fd-49d4-b3d3-a06bffa524f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:09.244304527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a12210a-a3fd-49d4-b3d3-a06bffa524f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:09.296061211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a12210a-a3fd-49d4-b3d3-a06bffa524f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:11.21979818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a20f29a-41aa-4a09-82c9-89ece6d670c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:11.271609897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a20f29a-41aa-4a09-82c9-89ece6d670c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:11.323380839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a20f29a-41aa-4a09-82c9-89ece6d670c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:11.3755116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a20f29a-41aa-4a09-82c9-89ece6d670c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.229483147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64595e37-f0a6-4b85-8fea-23dd12a656b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.281137721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64595e37-f0a6-4b85-8fea-23dd12a656b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.332823817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64595e37-f0a6-4b85-8fea-23dd12a656b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:13.384611734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64595e37-f0a6-4b85-8fea-23dd12a656b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:30.27546514Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:04:31.917465639Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"44229783-89de-41d9-a0e1-fcb095990afd","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:04:31.917541721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"44229783-89de-41d9-a0e1-fcb095990afd","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-eb3520/praxis-route-eb3520-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-eb3520]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:04:32.768964081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-eb3520","namespace":"ai-tenant-e2e-praxis-a-eb3520"},"namespace":"ai-tenant-e2e-praxis-a-eb3520","name":"praxis-route-eb3520","reconcileID":"988cda02-777e-4adb-8381-942660f10146","error":"maasmodelrefs.maas.opendatahub.io \"praxis-route-eb3520\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:38.715729131Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","namespace":"ai-tenant-e2e-praxis-b-5bd35c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:38.715790286Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","namespace":"ai-tenant-e2e-praxis-b-5bd35c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:38.715839593Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","tenant":"e2e-praxis-b-5bd35c","tenantID":"e2e-praxis-b-5bd35c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:38.771651635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","gvk":"Deployment","name":"maas-api-e2e-praxis-b-5bd35c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:38.830873574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","gvk":"Service","name":"maas-api-e2e-praxis-b-5bd35c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:38.886033217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-5bd35c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:38.939046214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-5bd35c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:38.997367475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-5bd35c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.05183401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-5bd35c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.108941588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-5bd35c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.165396038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-5bd35c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.216985911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-5bd35c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.268409394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-5bd35c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.319589263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","gvk":"Service","name":"payload-processing-e2e-praxis-b-5bd35c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.387602657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-5bd35c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.43978646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-5bd35c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.491087004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-5bd35c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.542758961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-5bd35c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.596836683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-5bd35c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.647843902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-5bd35c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.748460305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-5bd35c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.80414894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-5bd35c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:39.855598724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-5bd35c"},"namespace":"ai-tenant-e2e-praxis-b-5bd35c","name":"default-tenant","reconcileID":"daae771b-b676-46a4-b4c5-f93c7943e3ca","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-5bd35c","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:40.588560222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"186ce9e2-12d0-42d9-bd76-0330e36dd917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:40.640316593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"186ce9e2-12d0-42d9-bd76-0330e36dd917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:40.692080632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"186ce9e2-12d0-42d9-bd76-0330e36dd917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:40.744020169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"186ce9e2-12d0-42d9-bd76-0330e36dd917","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:40.906761462Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-5bd35c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-5bd35c","reconcileID":"1080b861-64d3-404f-baac-528344892d18","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-5bd35c","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-5bd35c"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:42.618477756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018afabc-9200-4272-b0c1-5e1341bdb730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:42.670541981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018afabc-9200-4272-b0c1-5e1341bdb730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:42.723351265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018afabc-9200-4272-b0c1-5e1341bdb730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:42.775203938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018afabc-9200-4272-b0c1-5e1341bdb730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:44.641548181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ab61b7-fae9-43e9-910c-00ddd798979f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:44.693170487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ab61b7-fae9-43e9-910c-00ddd798979f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:44.744864506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ab61b7-fae9-43e9-910c-00ddd798979f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:44.798154251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ab61b7-fae9-43e9-910c-00ddd798979f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:45.795092544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"82582b5c-9a11-42fc-a368-08a278bf815c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:45.898735636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5dbd3188-261a-4ecd-a193-6686079bee57","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:46.002574719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"34fff776-1246-4149-a079-a8d3017cd0eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:46.004368346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"254c2eb7-0c01-4bfc-9ef3-51374ec39c3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:46.096362121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"081c334d-cdf7-49d3-a6bd-40fd77d21bb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:46.227102152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"7bc24ec0-eaa3-4df3-b23e-d83012ae472f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:46.619784999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"f3d32ff1-24f2-4b37-9eb8-1facca5122dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:46.68573762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58425eb4-6d8e-44a4-8ee1-fee49067b58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:46.719465608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"0b2238f5-3d3a-4625-a718-845f56e2e1a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:46.737823605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58425eb4-6d8e-44a4-8ee1-fee49067b58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:46.790170436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58425eb4-6d8e-44a4-8ee1-fee49067b58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:46.842484468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"e089b03c-cfec-43e2-8fb9-e19c31f4e16b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:46.842685372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58425eb4-6d8e-44a4-8ee1-fee49067b58f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:46.843535387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"c7ad05ae-d076-490a-b67f-06ff4c872a1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:46.999273058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"a78c6d89-2621-4cea-9321-4617d51d585f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:47.051539432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"86d6ea75-ae8f-4a94-be76-2c4ae68e81cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:48.783165115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0e7cd39-2bb7-498d-a878-eb4ea6667024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:48.835012504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0e7cd39-2bb7-498d-a878-eb4ea6667024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:48.887548637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0e7cd39-2bb7-498d-a878-eb4ea6667024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:48.939209369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0e7cd39-2bb7-498d-a878-eb4ea6667024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:50.447885013Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","namespace":"ai-tenant-e2e-praxis-b-95d604","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:50.44794385Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","namespace":"ai-tenant-e2e-praxis-b-95d604","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:50.447994853Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","tenant":"e2e-praxis-b-95d604","tenantID":"e2e-praxis-b-95d604","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:50.501647027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","gvk":"Deployment","name":"maas-api-e2e-praxis-b-95d604","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:50.566219418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","gvk":"Service","name":"maas-api-e2e-praxis-b-95d604","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:50.620506165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-95d604","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:50.674151705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-95d604","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:50.731985366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-95d604","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:50.788021514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-95d604","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:50.856533121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-95d604","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:50.909965207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839aad39-29e8-4eec-a17a-2644a6ffcd5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:50.982707192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-95d604","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:50.985442296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839aad39-29e8-4eec-a17a-2644a6ffcd5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:51.038141428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839aad39-29e8-4eec-a17a-2644a6ffcd5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:51.040078696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-95d604","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:51.089937595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839aad39-29e8-4eec-a17a-2644a6ffcd5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:51.146050458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-95d604","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:51.21393527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","gvk":"Service","name":"payload-processing-e2e-praxis-b-95d604","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:51.273679736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-95d604","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:51.372288103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-95d604","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:51.425977353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-95d604","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:51.480377663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-95d604","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:51.536930925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-95d604","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:51.589887702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-95d604","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:51.643138177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-95d604","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:51.699580555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-95d604","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:51.752731526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-95d604"},"namespace":"ai-tenant-e2e-praxis-b-95d604","name":"default-tenant","reconcileID":"bb30d5f9-16e0-41e3-ad12-b5ce9c94d6a6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-95d604","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:53.675610995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd009fe3-d46d-4178-9ab1-34dcccdff24f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:53.728521294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd009fe3-d46d-4178-9ab1-34dcccdff24f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:53.780515314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd009fe3-d46d-4178-9ab1-34dcccdff24f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:53.83230804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd009fe3-d46d-4178-9ab1-34dcccdff24f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:54.259707849Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-0d45ba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-0d45ba","reconcileID":"8f069535-d4b9-411d-a95b-ebedf9d90858","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-0d45ba","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-0d45ba":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:55.360796406Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-95d604","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-95d604","reconcileID":"a43c577d-1584-4b21-8ed0-63700df845d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-95d604","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-95d604"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:55.713908847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbb39c1-31c0-469e-979f-64eeec0bd3c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:55.765869584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbb39c1-31c0-469e-979f-64eeec0bd3c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:55.817667084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbb39c1-31c0-469e-979f-64eeec0bd3c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:55.870070579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dbb39c1-31c0-469e-979f-64eeec0bd3c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:57.774429427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec4a350-70e6-4cc1-9dbf-1e9917a40146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:57.826236518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec4a350-70e6-4cc1-9dbf-1e9917a40146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:57.87823717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec4a350-70e6-4cc1-9dbf-1e9917a40146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:57.93005307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec4a350-70e6-4cc1-9dbf-1e9917a40146","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:59.814156279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d5d50e-dfac-4990-8055-cb55819a0943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:59.865976206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d5d50e-dfac-4990-8055-cb55819a0943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:59.917613496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d5d50e-dfac-4990-8055-cb55819a0943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:04:59.971882226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d5d50e-dfac-4990-8055-cb55819a0943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:00.278807036Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:01.83463917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"72a275c2-a0e6-4b2f-9607-8b71d44c767a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e15bbc","tenantID":"e2e-shared-a-w3-e15bbc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:01.852236975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc872dc-b1e3-4fed-b1a4-34b57727c33b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:01.903819419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc872dc-b1e3-4fed-b1a4-34b57727c33b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:01.964956225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc872dc-b1e3-4fed-b1a4-34b57727c33b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:02.037469002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc872dc-b1e3-4fed-b1a4-34b57727c33b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:02.070095377Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"72a275c2-a0e6-4b2f-9607-8b71d44c767a","name":"e2e-shared-a-w3-e15bbc-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:04.620688824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"337dc10f-3c2a-4926-930b-12c3bb58de53","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:04.676913179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"1251ab55-dbf8-41e8-9969-19beb3b0c236","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:04.857949249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-auth-access-denied","reconcileID":"f66bdefe-2ed9-4a90-bbf9-566d319abae7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:04.913811824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-auth-access-denied","reconcileID":"f66bdefe-2ed9-4a90-bbf9-566d319abae7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.023473397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"ca3e9c59-ad6c-4b9e-a0ac-694e24d9d3a4","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.078244235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"ec0308ca-e64a-4e9c-a657-270c1b73980a","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:05:05.130953862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-user-subscription","reconcileID":"acbebb68-d393-4187-ad25-f8b7469eeb6e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.177066788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"7722a00d-6ef6-434d-90a1-62f5a92428df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.177869344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"830634d8-09ec-4235-8f66-7e0c4d9766ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.233378484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"60bb4c34-8fa9-4110-b28a-1162adc7ca11","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.23649724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"7722a00d-6ef6-434d-90a1-62f5a92428df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.238089519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"830634d8-09ec-4235-8f66-7e0c4d9766ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.244042858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"1ed83d2f-c32e-4ef8-972e-4754e7e24efb","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.300284743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"eac80ff8-f17a-40b8-873b-f60f9b1ea01a","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.344317783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"d31f54d6-3a1b-417e-8a2a-ad64bfd78c49","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.361637355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5646ecc7-e05b-49ba-82ea-af7912c50592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.362390612Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-f463c9 priority=0:[ai-tenant-e2e-worker-w1-f463c9/e2e-test-other-subscription ai-tenant-e2e-worker-w1-f463c9/e2e-test-user-subscription]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.414671634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5646ecc7-e05b-49ba-82ea-af7912c50592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.415026875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-auth-access-denied","reconcileID":"36f32661-d5c7-4d27-8dc2-5713890b97b6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.466812052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5646ecc7-e05b-49ba-82ea-af7912c50592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.470527871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"78665345-4e24-400d-a211-92be1a076f0f","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.51868712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5646ecc7-e05b-49ba-82ea-af7912c50592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.519507854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"a642a511-62b2-45b2-b6f1-3bcd4b419c86","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.525880968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-auth-access-denied","reconcileID":"36f32661-d5c7-4d27-8dc2-5713890b97b6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.573551359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"4a1ed491-b2f3-4e21-9b38-065d6b66ef23","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.577122462Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-user-subscription","reconcileID":"69ebdef5-f7e7-4ff3-a4f8-4d7fc0d0daf3","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-f463c9/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-f463c9/e2e-test-user-subscription","ai-tenant-e2e-worker-w1-f463c9/simulator-subscription"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:05:05.577119107Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-f463c9/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.674681362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"e774f121-9557-4800-8f5b-5f6f14e18225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.730233012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"e774f121-9557-4800-8f5b-5f6f14e18225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.780069593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-other-subscription","reconcileID":"a254a338-607e-4588-b9dc-87814b4dcbfa","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.782215508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"863bd49d-984f-4235-8d69-588435b13a1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.790272835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"56cc4455-c7f6-4b6e-8ed6-89b1d0cce882","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.834185353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"399f3888-c7a5-4023-a95a-0e069735c87d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.837650411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"863bd49d-984f-4235-8d69-588435b13a1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.925303374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-auth-access-denied","reconcileID":"f792c382-4024-4c98-9151-7c7dbd897e4f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.941266387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"23f217c8-2b33-4f64-bca0-4758fa7b9e14","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.947222757Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-75f577","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-75f577","reconcileID":"f59bb0ff-0e90-48d1-bb93-f0ab93ac5797","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-75f577","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-75f577":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.980530016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-auth-access-denied","reconcileID":"f792c382-4024-4c98-9151-7c7dbd897e4f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:05.999596219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-user-subscription","reconcileID":"0a36894f-58da-439f-a06b-eedf0106c505","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:06.077252614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"6810acc8-2b6b-42a5-95fb-1346ad406236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:06.13852333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"6810acc8-2b6b-42a5-95fb-1346ad406236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:06.148844884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-other-subscription","reconcileID":"d9ef1f4a-89ed-48a5-948b-00b63627464d","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:06.314954274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"a62fa656-6dc9-4947-a1e3-a20cca021123","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:07.376401963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a08bcd0c-2246-4838-90d2-332d4d464941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:07.428080211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a08bcd0c-2246-4838-90d2-332d4d464941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:07.479803592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a08bcd0c-2246-4838-90d2-332d4d464941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:07.53132198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a08bcd0c-2246-4838-90d2-332d4d464941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:08.47903142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"4e4d06fa-ac87-464a-9412-76e2f1f9882b","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:08.778651343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-auth-access-denied","reconcileID":"51124b84-6dfb-48a4-9e4c-37a46eef5d6d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:08.77880676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"2603393c-1cc1-4d2d-8174-406e59ee8ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:08.779249966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"bcb0463c-d37d-4ab4-816f-0b93bb3a4d7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:08.834544094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-auth-access-denied","reconcileID":"51124b84-6dfb-48a4-9e4c-37a46eef5d6d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:08.83691962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"bcb0463c-d37d-4ab4-816f-0b93bb3a4d7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:08.837818121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"2603393c-1cc1-4d2d-8174-406e59ee8ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:09.477177268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691af602-c3a3-4e95-b26c-d0a47f3f1812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:09.529309565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691af602-c3a3-4e95-b26c-d0a47f3f1812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:09.581109663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691af602-c3a3-4e95-b26c-d0a47f3f1812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:09.633349886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691af602-c3a3-4e95-b26c-d0a47f3f1812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:15.224167685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"06016ae6-22cb-42cd-b0bd-2c3ae9a6e916","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:15.397609337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"559aee98-1b9b-4a09-bb6b-8b356af13804","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:15.497975645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"8e4175d4-f229-4c82-9ab4-a112ceb37c68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:15.693014271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"c5553c6d-3acf-400f-a5a5-3185ff83faf7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:15.87169665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ab09f97f-d857-40a7-aa74-d5365715fb2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:15.984490381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"7f37ee53-03a1-4fa6-8e85-d05e618e4dc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:16.221019839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d091cc12-2bca-4c84-9cc5-0662a90bac85","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:16.321547341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"d4a948ee-c92f-401b-a74f-4e359114d145","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:16.339840067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"9a8941f1-37b8-45a5-91d2-b293029384f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:16.421797459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"bfe0ee37-718e-4ba5-af8c-51fe692fb61c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:16.526874929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"f1bec613-648a-4af9-ac86-39993f5aa1b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:18.732889912Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-user-subscription","reconcileID":"95ac4336-dcdc-4a4a-ad8d-351880db762c","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscription":"e2e-test-user-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:19.315566108Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-user-subscription","reconcileID":"95ac4336-dcdc-4a4a-ad8d-351880db762c","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-f463c9/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-f463c9/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:19.524022449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-other-subscription","reconcileID":"a63ff715-bc58-4913-b638-d31d1b9faeb0","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:19.524163075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"4fd3ff39-de71-4be3-b025-cd806d1fdcef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:19.577455643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"67c62dd5-9cbd-447e-9846-77c1fe0c4e0f","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:19.634489716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"91ec8634-82ee-479e-8a9e-7266edc7f3ae","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:19.731843589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-auth-access-denied","reconcileID":"b1d965f1-85ae-460e-8f5c-db8ff1278073","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:19.732072832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"40b3f798-59a1-446b-bac9-b1ccb53ba2ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:19.731843591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"35df8350-197e-4238-afea-d0f7ef0d8e4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:19.741079235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"9e9de9f2-efa0-4a82-8b5d-ae00e008b94f","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:19.78824346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-auth-access-denied","reconcileID":"b1d965f1-85ae-460e-8f5c-db8ff1278073","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:19.788529972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"35df8350-197e-4238-afea-d0f7ef0d8e4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:19.790519765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"40b3f798-59a1-446b-bac9-b1ccb53ba2ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:20.146122869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-auth-access-denied","reconcileID":"31aaa9aa-e06b-4cd8-8a30-8f34ab48e25a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:20.1462917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"ea2b2868-1f88-4560-8ba8-7e8f6706734d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:20.14612517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"3e2f366e-88ea-4f44-b29e-cbcfe1a10ac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:20.201878798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"ea2b2868-1f88-4560-8ba8-7e8f6706734d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:20.201912469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-auth-access-denied","reconcileID":"31aaa9aa-e06b-4cd8-8a30-8f34ab48e25a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:20.204190917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"3e2f366e-88ea-4f44-b29e-cbcfe1a10ac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:29.901947519Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-other-subscription","reconcileID":"d983b1e6-081a-4a5f-99c3-84f5db83d633","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscription":"e2e-test-other-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:30.114707224Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-other-subscription","reconcileID":"d983b1e6-081a-4a5f-99c3-84f5db83d633","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-f463c9/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:30.275544946Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:30.321721096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"66c2bb46-4bc3-450b-8693-26ef6a6f62cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:30.375416779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"112e3093-e71e-489c-b49a-4ee387b3754b","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:30.52723601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"3cbbbde9-12b5-4f29-b225-66c6c075f46a","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:30.528764435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"d3936df3-2210-4714-88cd-65bb0ecb9c43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:30.529197606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"98b9ffa3-f599-4000-94e3-743cff6352c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:30.530156406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-auth-access-denied","reconcileID":"7a3ab26a-e873-4ba9-816e-491960802126","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:30.584984096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"d3936df3-2210-4714-88cd-65bb0ecb9c43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:30.58591194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"98b9ffa3-f599-4000-94e3-743cff6352c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:30.587522176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-auth-access-denied","reconcileID":"7a3ab26a-e873-4ba9-816e-491960802126","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:30.744071442Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"e2e-test-auth-access-denied","reconcileID":"956ff043-1ee2-4539-923c-ff9040459a8c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:30.903195884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"7a7d7175-9143-4bfe-883a-37b6bac1cdde","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:37.061936042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73aaf5cb-6034-488b-883e-9c835fc8c164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:37.113796395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73aaf5cb-6034-488b-883e-9c835fc8c164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:37.165468154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73aaf5cb-6034-488b-883e-9c835fc8c164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:37.217262605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73aaf5cb-6034-488b-883e-9c835fc8c164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:37.643026285Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-27a3c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-27a3c3","reconcileID":"6efff166-16d6-44b6-9684-bc679af520b8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-27a3c3","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-27a3c3":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:39.166803059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f20ef64-e961-4acc-8089-31c6ef4c5a34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:39.218557871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f20ef64-e961-4acc-8089-31c6ef4c5a34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:39.270546886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f20ef64-e961-4acc-8089-31c6ef4c5a34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:39.32238426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f20ef64-e961-4acc-8089-31c6ef4c5a34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:41.230869955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64255639-4dae-42f3-95cb-3d6dcbdef685","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:41.307158087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64255639-4dae-42f3-95cb-3d6dcbdef685","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:41.359684568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64255639-4dae-42f3-95cb-3d6dcbdef685","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:41.411555933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64255639-4dae-42f3-95cb-3d6dcbdef685","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:43.388857979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86df676-9e22-45d3-b84c-2088d2a69058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:43.440944811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86df676-9e22-45d3-b84c-2088d2a69058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:43.494098529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86df676-9e22-45d3-b84c-2088d2a69058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:43.55875406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86df676-9e22-45d3-b84c-2088d2a69058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:44.00242882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"e260015c-ef83-4d97-97f1-1ecc79aa8971","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:51.04299218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"99b4d14a-f29a-4fdc-903f-838760af2004","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-0d45ba","tenantID":"e2e-shared-b-w4-0d45ba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:51.161177568Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"99b4d14a-f29a-4fdc-903f-838760af2004","name":"e2e-shared-b-w4-0d45ba-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:57.341676073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"52d2192e-6f60-46e4-abe0-5b88331258e6","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:05:57.341708413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"52d2192e-6f60-46e4-abe0-5b88331258e6","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"auth-test-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"auth-test-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:00.276925838Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.377101012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4a0cae5-7e8c-46c2-8e07-2b7df18b009d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.428921677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4a0cae5-7e8c-46c2-8e07-2b7df18b009d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.480859564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4a0cae5-7e8c-46c2-8e07-2b7df18b009d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:02.532518814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4a0cae5-7e8c-46c2-8e07-2b7df18b009d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:04.488390786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb54db4a-7090-4ce3-8e54-cdafd9234957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:04.540969279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb54db4a-7090-4ce3-8e54-cdafd9234957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:04.593415316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb54db4a-7090-4ce3-8e54-cdafd9234957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:04.646867025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb54db4a-7090-4ce3-8e54-cdafd9234957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:06.577295918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f206d74a-ae4f-44a2-8409-9b9ce39b6841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:06.628992305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f206d74a-ae4f-44a2-8409-9b9ce39b6841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:06.681656432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f206d74a-ae4f-44a2-8409-9b9ce39b6841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:06.733727131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f206d74a-ae4f-44a2-8409-9b9ce39b6841","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:08.741271197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366c330c-dace-4c04-ab08-052ff2a43360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:08.793049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366c330c-dace-4c04-ab08-052ff2a43360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:08.844905853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366c330c-dace-4c04-ab08-052ff2a43360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:08.897635536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366c330c-dace-4c04-ab08-052ff2a43360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:10.819465378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"d75ba70e-9837-4fad-a26b-c8e71d5856a6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-75f577","tenantID":"e2e-shared-b-w0-75f577","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:10.932044083Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"d75ba70e-9837-4fad-a26b-c8e71d5856a6","name":"e2e-shared-b-w0-75f577-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:11.063949347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f5186c-0169-4070-a1ad-2f2556ef4a8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:11.116693953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f5186c-0169-4070-a1ad-2f2556ef4a8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:11.169324009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f5186c-0169-4070-a1ad-2f2556ef4a8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:11.237108962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f5186c-0169-4070-a1ad-2f2556ef4a8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:12.646193618Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-7fb477","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-7fb477","reconcileID":"712f8516-8846-4705-8b25-e28b6d2ab090","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-7fb477","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-7fb477":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:13.170973375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42040314-c064-4e92-8f50-e57ca518d319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:13.22297975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42040314-c064-4e92-8f50-e57ca518d319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:13.275078588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42040314-c064-4e92-8f50-e57ca518d319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:13.326920304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42040314-c064-4e92-8f50-e57ca518d319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:15.267213117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb24e52a-b43c-4976-a487-3c1ec379d3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:15.318835761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb24e52a-b43c-4976-a487-3c1ec379d3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:15.370638842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb24e52a-b43c-4976-a487-3c1ec379d3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:15.422204858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb24e52a-b43c-4976-a487-3c1ec379d3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:17.351609309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0a20b1-47f9-4faf-8721-8bfa39dc1606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:17.403285574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0a20b1-47f9-4faf-8721-8bfa39dc1606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:17.455928474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0a20b1-47f9-4faf-8721-8bfa39dc1606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:17.508627305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0a20b1-47f9-4faf-8721-8bfa39dc1606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:19.495047703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf49f1c-9bd9-4d5c-ae9b-4021ef89e0b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:19.546906083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf49f1c-9bd9-4d5c-ae9b-4021ef89e0b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:19.598878469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf49f1c-9bd9-4d5c-ae9b-4021ef89e0b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:19.650892741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf49f1c-9bd9-4d5c-ae9b-4021ef89e0b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:21.657984152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7476ccfc-8de1-4751-b56c-e0da40fc6b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:21.709922501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7476ccfc-8de1-4751-b56c-e0da40fc6b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:21.76176275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7476ccfc-8de1-4751-b56c-e0da40fc6b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:21.813625635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7476ccfc-8de1-4751-b56c-e0da40fc6b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:23.717056071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ce1e45-0e18-4123-9136-b94627bfd542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:23.768716457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ce1e45-0e18-4123-9136-b94627bfd542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:23.820364033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ce1e45-0e18-4123-9136-b94627bfd542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:23.872102605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ce1e45-0e18-4123-9136-b94627bfd542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:25.795184149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deaae3e2-fb64-435e-afd9-58debbaca391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:25.846890416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deaae3e2-fb64-435e-afd9-58debbaca391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:25.898918987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deaae3e2-fb64-435e-afd9-58debbaca391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:25.95123412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deaae3e2-fb64-435e-afd9-58debbaca391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:30.276063099Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:44.06325058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"a01aada5-1ad7-4c9c-8e4d-b4ff594e6a3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:44.184464788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"afa743f3-8cb4-4c14-a77d-384eab556fb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:44.28404689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"a5c30985-a242-455d-8d21-21312e0c82aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:44.387646902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"11fb728f-19a2-4f6c-b91c-d0cd2c61fc51","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:44.414196535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"ca86cf5a-9da2-4427-bbc2-315a26262a7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:44.492391192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dae05505-a4d9-4897-92ec-74157205de1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:44.597385174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"3ca1dcdf-f0d7-4f0d-8cd8-6077d8f3ae7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:44.835198896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"4f7db9c4-ac84-4441-a5aa-692ca06b38da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:45.028103541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"78e64602-1c39-4db4-80de-48f028c03e14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:45.32524301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"f870562f-75a8-406c-b8e8-14168adb9b7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:45.426276309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"06ec1409-b015-4738-a14c-c7dad0e9fd3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:45.444869849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"550b1c13-27b1-4541-9375-6cb2ba9aed07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:45.515271195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"38cd5afc-9cca-47d6-aefa-4ab65755882b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-27a3c3","tenantID":"e2e-explicit-27a3c3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:06:45.677831937Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"38cd5afc-9cca-47d6-aefa-4ab65755882b","name":"e2e-explicit-27a3c3-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:00.276191781Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:01.933002989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8292fb5-47de-451c-a7cf-5f5f2c842f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:01.984690725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8292fb5-47de-451c-a7cf-5f5f2c842f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:02.036821149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8292fb5-47de-451c-a7cf-5f5f2c842f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:02.088851745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8292fb5-47de-451c-a7cf-5f5f2c842f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:02.407023784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"9fa80ff8-abba-4a37-bd87-bba3cffd0535","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:02.613676398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f2ab28c2-4649-4122-b0d3-08696a3112b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:02.798028802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"479f86ac-6853-4c6f-8aee-fb22ff9aebe8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:02.921165134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c07ddcd4-3804-483f-b7d3-a6d9f5944e2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:03.024673838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"51d38bee-3889-44bc-9d10-155c14ceff95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:03.125955663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"3920fc99-ac4c-4e71-ac61-7701a266421b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:03.432964153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"0e2ebfa3-dbf6-427a-92fc-ae08319a1234","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:03.484754693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"585b38b8-d61f-401b-8ea5-4c647c85d30e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:03.647131977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"03dc9fcf-aa4f-4b48-ac00-6d6017e73338","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:03.751123289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"31003296-e81b-4c45-a04c-f097c2a8a26c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:03.877683908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"fb7cf8f3-deb8-4f08-a74d-dc0a70c0dc43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:03.97703258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"5c1b42a4-5318-4ea0-91d5-83867f719398","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:04.104460262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe651fe2-ecf4-4d65-b584-421e5d66533c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:04.156698158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe651fe2-ecf4-4d65-b584-421e5d66533c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:04.208567404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe651fe2-ecf4-4d65-b584-421e5d66533c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:04.26078306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe651fe2-ecf4-4d65-b584-421e5d66533c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:06.194619322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12ec364-ac94-43f9-ae3b-9cafc4cd7eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:06.253683556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12ec364-ac94-43f9-ae3b-9cafc4cd7eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:06.317450617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12ec364-ac94-43f9-ae3b-9cafc4cd7eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:06.369284247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12ec364-ac94-43f9-ae3b-9cafc4cd7eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:16.304699549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"c1662380-cc18-4638-b6ad-07b756cd795d","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:16.304726719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"c1662380-cc18-4638-b6ad-07b756cd795d","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"auth-test-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"auth-test-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:21.893634712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"a18da95d-d0f4-4e57-8dc6-15ecc7f423f3","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:21.89365911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"a18da95d-d0f4-4e57-8dc6-15ecc7f423f3","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"auth-test-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"auth-test-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:21.94993064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"79642085-551d-4ad7-a1d0-531f20611f1d","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:21.94995484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"79642085-551d-4ad7-a1d0-531f20611f1d","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"auth-test-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"auth-test-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:22.067363719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a13dc9cf-ea45-4610-984d-c09e3dd1a020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:22.067508354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"0b8b0be9-634a-4501-b247-a44ceb303613","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:22.119197769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a13dc9cf-ea45-4610-984d-c09e3dd1a020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:22.170965682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a13dc9cf-ea45-4610-984d-c09e3dd1a020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:22.22280621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a13dc9cf-ea45-4610-984d-c09e3dd1a020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:22.387815354Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"0b8b0be9-634a-4501-b247-a44ceb303613","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:22.441719145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-87e1cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"0b8b0be9-634a-4501-b247-a44ceb303613","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:22.59577441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"23a45363-6ab7-494b-9e8e-c003a4cc1822","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:22.595785015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"bf944efe-4cb4-4ca2-8629-bbd30ea749a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:22.60225152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"3e8f3bf6-c65c-4970-b0e5-af5d0dec8550","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:22.602272375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"3e8f3bf6-c65c-4970-b0e5-af5d0dec8550","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"auth-test-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"auth-test-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:22.699939773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"6da3558e-05d8-4c45-a201-521518fe962f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:22.752128156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1bb52fb3-d0a1-4d3e-89eb-95478be2851b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:22.931519219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eb99dbac-4aeb-429f-9a64-ba261ee9b855","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:23.025681789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"f37ee8c2-e8c5-40de-b4a9-5c9bfaab64d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:23.045903544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"fe7ae9e3-c227-4e97-be0b-8c24ef3f4487","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:23.343234236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"5a62c61b-84a0-48f3-93ce-398999c7b4ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:23.527161103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"26b1e8f2-e70b-4ec7-8dfa-dda08189a918","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:23.578915991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"db1cd230-d904-4e92-a489-9e0f4a2c47fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:23.683724412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"bfd6cfb5-6445-4fec-9a82-28baf5e07cb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:23.755362447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"0596f443-3f80-42a5-9c8e-8b08a5c3aa41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:24.215132213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce200a2f-865b-450a-9e31-064cdec2e9c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:24.268825728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce200a2f-865b-450a-9e31-064cdec2e9c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:24.321197034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce200a2f-865b-450a-9e31-064cdec2e9c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:24.373350614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce200a2f-865b-450a-9e31-064cdec2e9c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:24.848167337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"44158f11-3830-4223-916e-d9b3a95c0c5d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fb477","tenantID":"e2e-shared-b-w3-7fb477","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:24.962210032Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"44158f11-3830-4223-916e-d9b3a95c0c5d","name":"e2e-shared-b-w3-7fb477-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:30.276056115Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:32.706385299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"3a76ebe1-c9ec-45ab-a440-2e113c9e4978","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:32.762049404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"3a76ebe1-c9ec-45ab-a440-2e113c9e4978","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:32.816227978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-87e1cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"3a76ebe1-c9ec-45ab-a440-2e113c9e4978","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:42.672984663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"8fed6317-8089-45e4-ab76-b992852a5493","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:42.79990638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"e1e212e8-8645-45c1-87a3-5b3b7e5140ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:42.919083849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"7b260dfb-7020-452b-9f4f-3a068471757b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:42.967598326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"07459f3d-3a84-452b-b5fd-99afe675e099","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:42.974103844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"7b260dfb-7020-452b-9f4f-3a068471757b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:43.02795271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-87e1cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"7b260dfb-7020-452b-9f4f-3a068471757b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:43.155403445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"52414aaf-d6a7-473d-a89a-dfedf9d1d3f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:43.457000873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"7d4ee0b3-9449-4c53-9226-6c3de7cc750b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:43.580655708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"89a605d1-f347-4ddf-9e3e-106949f9354e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:43.681208787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7051b7f3-2bef-41bc-b89c-3559317f0a2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:43.708012516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e0961f73-63b4-40bd-b5c6-8f85569e4bcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:43.944980334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"32bcf6d3-b952-4c28-9487-d81ae59dca74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:44.044954776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"4955f324-d304-40ed-a64d-27229b0f5fc9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:44.179732794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"7e511264-830e-4366-a607-db3e35362879","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:44.280445074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"a6d3f463-e7f6-4431-86a0-3210f3bde2bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:53.176515741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"561988d8-afb2-4542-a2b2-b8b7291cedc3","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:53.240103338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"561988d8-afb2-4542-a2b2-b8b7291cedc3","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:53.295243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-87e1cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8112976645656017e5ad2f788a632824906679c0d97aaab8e50d49576095ee28) AuthConfig (833ee3008e9df93eed2048af1afc8789aae07f3f4c6eece367a34867ad82c46f) AuthConfig (9e62a7615d73aad55185774f8d7afb5bd68998e9477e03471fb4cf5e19aeac64) AuthConfig (9c3d53f1c2a919e99013ffcac1fa6c23219c65f562350c3e154cd942855d31a1) AuthConfig (ee2f71d384c910000dfe9b02a3fc98afb9a447a008ecbdf99c1b028b9d1916ba) AuthConfig (0c0adeb8d45f192fb99e13307c94fe240da0e6344af80d4b4bab24cc3091096d) AuthConfig (96711ba4c170a16c60fb98a3f46ccee765ea7fc560a979a7338d7ebb1e35970f) AuthConfig (bf861b132d19a03c171b1c2c2fc46a271c34307021486dd39437d00b4ef86a42) AuthConfig (7d7baa274a845e784762699ca0eb8b85c69e981c40296a153855ce90e258144d) AuthConfig (d08e62449a3f6fcbc56db8b99a8e3d862b309931ae7c31975ada73fa295f1aca) AuthConfig (db3f815343c63733da438f299b3ad4bd5d5e098af8eec8e3b21537a58ebf09bd) AuthConfig (0d980d0eb1d85cd1a3e9abc43b29fd53323ba50c9391d80c1e0c8dfb1d807b55) AuthConfig (7fbdfe09711825f1df7c55975d6f988c00594687123f22fe6a7a57700dc193cb) AuthConfig (0ff74fc61a3191c361b7c18d859d0bda62661d1afcc9fe63fca4fe28fd7b4eba) AuthConfig (3272b3ad1e85e1d5b9401b0db8d6f78cc989999e89faab156c83b8184d97a281) AuthConfig (cffa754e06e2d2c505ef43579ebf7a15754b9774e7ade4aae794803913ad1e48) AuthConfig (75426d3cd969d65c1859c9e3acc25da734dacacf7d8345824a53ee8288b90c79) AuthConfig (3624d541a8f917355932588bda54b88bdea5ae3680437f49c7bcd9011a82e3b2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"561988d8-afb2-4542-a2b2-b8b7291cedc3","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:53.357543527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"5d8bda91-0a62-42e8-a8cf-3307d7c279d1","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:53.357574269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"5d8bda91-0a62-42e8-a8cf-3307d7c279d1","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"auth-test-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"auth-test-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:59.735260916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b16e11e-05be-4c89-9925-e4ede7c05f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:59.787260515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b16e11e-05be-4c89-9925-e4ede7c05f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:59.839459852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b16e11e-05be-4c89-9925-e4ede7c05f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:07:59.892042048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b16e11e-05be-4c89-9925-e4ede7c05f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:00.276983148Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:01.819042464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1e0e29-6e9f-4516-a6d8-28962a6e96c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:01.870816598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1e0e29-6e9f-4516-a6d8-28962a6e96c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:01.92283874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1e0e29-6e9f-4516-a6d8-28962a6e96c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:01.974981645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1e0e29-6e9f-4516-a6d8-28962a6e96c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:03.460762708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"c59ec0e0-7126-468c-9454-a3951dba9673","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:03.517241958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"c59ec0e0-7126-468c-9454-a3951dba9673","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:03.571606508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-87e1cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8112976645656017e5ad2f788a632824906679c0d97aaab8e50d49576095ee28) AuthConfig (833ee3008e9df93eed2048af1afc8789aae07f3f4c6eece367a34867ad82c46f) AuthConfig (9e62a7615d73aad55185774f8d7afb5bd68998e9477e03471fb4cf5e19aeac64) AuthConfig (9c3d53f1c2a919e99013ffcac1fa6c23219c65f562350c3e154cd942855d31a1) AuthConfig (ee2f71d384c910000dfe9b02a3fc98afb9a447a008ecbdf99c1b028b9d1916ba) AuthConfig (0c0adeb8d45f192fb99e13307c94fe240da0e6344af80d4b4bab24cc3091096d) AuthConfig (96711ba4c170a16c60fb98a3f46ccee765ea7fc560a979a7338d7ebb1e35970f) AuthConfig (bf861b132d19a03c171b1c2c2fc46a271c34307021486dd39437d00b4ef86a42) AuthConfig (7d7baa274a845e784762699ca0eb8b85c69e981c40296a153855ce90e258144d) AuthConfig (d08e62449a3f6fcbc56db8b99a8e3d862b309931ae7c31975ada73fa295f1aca) AuthConfig (db3f815343c63733da438f299b3ad4bd5d5e098af8eec8e3b21537a58ebf09bd) AuthConfig (0d980d0eb1d85cd1a3e9abc43b29fd53323ba50c9391d80c1e0c8dfb1d807b55) AuthConfig (7fbdfe09711825f1df7c55975d6f988c00594687123f22fe6a7a57700dc193cb) AuthConfig (0ff74fc61a3191c361b7c18d859d0bda62661d1afcc9fe63fca4fe28fd7b4eba) AuthConfig (3272b3ad1e85e1d5b9401b0db8d6f78cc989999e89faab156c83b8184d97a281) AuthConfig (cffa754e06e2d2c505ef43579ebf7a15754b9774e7ade4aae794803913ad1e48) AuthConfig (75426d3cd969d65c1859c9e3acc25da734dacacf7d8345824a53ee8288b90c79) AuthConfig (3624d541a8f917355932588bda54b88bdea5ae3680437f49c7bcd9011a82e3b2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"c59ec0e0-7126-468c-9454-a3951dba9673","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.330633218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"daf8f0ba-4fcf-48db-a567-c81c57cccc79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.430769525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"cfd8fd87-aca8-40fa-9197-595b451ee9e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.531463178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"b0564481-8603-4529-abd0-7f2f2d2aa968","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.632162909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"98818c9e-c7ce-4edc-adc3-3aaae67dcd96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.644599206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"200704c0-1767-4841-8cba-14a60588e836","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.675931236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"45704b66-dd87-4cdd-8a62-3af83005bc36","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.732437305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"45704b66-dd87-4cdd-8a62-3af83005bc36","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.767397301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"788a1602-618f-4171-94f8-8b49a743b64a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:13.886369483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"6ed1275c-0459-44db-af82-04a12aa4c65f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.046874043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"78044d90-bc45-4a53-800e-38f6431a4714","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.046895969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"78044d90-bc45-4a53-800e-38f6431a4714","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"auth-test-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"auth-test-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.180600124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f9594abe-eed8-45db-880a-ccd38a86ad91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.476819537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"1f4e3255-9436-46e8-aced-8463ba3a1bf1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.577450699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aefee193-e4de-42fc-beb7-c64d8295dba6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.677690771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"61d55661-aaff-48bb-acf4-79e49884bf19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:14.717701231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"dc619e5b-cf97-440f-b7c3-99352708f7c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:16.507444802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"9e4c952c-2db8-4b64-a8e7-8d6661e6c4d2","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"tenant":"e2e-shared-a-w4-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:16.507471369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"9e4c952c-2db8-4b64-a8e7-8d6661e6c4d2","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"routeName":"auth-test-model-29dbd9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","llmisvcName":"auth-test-model-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:19.182211772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"0c7a74f8-7b26-47e0-a6df-c91d4aef40a6","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:19.182238091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"0c7a74f8-7b26-47e0-a6df-c91d4aef40a6","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"auth-test-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"auth-test-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:19.240088867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"f751daf5-dfb8-45e4-98f7-79df36814dff","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:19.24011738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"f751daf5-dfb8-45e4-98f7-79df36814dff","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"auth-test-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"auth-test-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:19.286001191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"84665835-b2df-496e-8446-b2e5f8b58980","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:08:19.29086161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"39fe1a3f-d650-4fc0-bb53-9ee51af56f12","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-9f92e2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:08:19.292865125Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"f751daf5-dfb8-45e4-98f7-79df36814dff","name":"auth-test-model-87e1cf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-87e1cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:08:19.292926678Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"f751daf5-dfb8-45e4-98f7-79df36814dff","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-87e1cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:19.298362522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"457f050b-b042-440d-9d63-7220892ae1cb","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:19.298383777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"457f050b-b042-440d-9d63-7220892ae1cb","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"auth-test-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"auth-test-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:19.341285402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"84665835-b2df-496e-8446-b2e5f8b58980","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:19.398985501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"225df95d-43de-4f5f-921c-69249598fb86","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:19.399007971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"225df95d-43de-4f5f-921c-69249598fb86","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"auth-test-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"auth-test-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:19.454904488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"18cd3154-4c17-42a8-be05-0c22a8126ba0","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:19.454924847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"18cd3154-4c17-42a8-be05-0c22a8126ba0","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"auth-test-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"auth-test-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:19.647323154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"baa6f876-1d06-4fd5-bc49-aa1fba8753a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:19.669079077Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"540a6137-053a-4b93-a607-db289aa29bc9","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"maas-trlp-auth-test-model-87e1cf","model":"auth-test-model-87e1cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-87e1cf/e2e-auth-iso-9f92e2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:19.702812673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"baa6f876-1d06-4fd5-bc49-aa1fba8753a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:19.833000094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"0e3f790d-e122-4971-82b6-739a3a865559","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:19.833022119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"0e3f790d-e122-4971-82b6-739a3a865559","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"auth-test-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"auth-test-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:20.039398195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"ee2afcd0-4077-43ea-91e2-a45743db914d","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"maas-trlp-auth-test-model-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:20.20287411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"d604a098-f802-42cc-89bc-f4554bc88a6b","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:20.202902235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"d604a098-f802-42cc-89bc-f4554bc88a6b","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"auth-test-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"auth-test-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:30.276948491Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:34.799906356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"11307a1c-bdf3-4e31-a967-efd723dc1bbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:34.990681383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"2662a627-6dd9-4415-b7b3-9198c438204b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:35.110845256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"07e938b4-f866-473e-ab17-85956cb4384e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:35.293863055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"990e3280-d3f4-4be7-b7d6-d0165b2ae91b","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"maas-trlp-auth-test-model-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:35.394068281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"a404f4e1-b9e3-4c00-9c96-b5dc54af9e39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:35.458158489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"8c06afc8-9dea-4896-a83b-fc1f696d6050","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:35.458181512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"8c06afc8-9dea-4896-a83b-fc1f696d6050","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"auth-test-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"auth-test-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:35.495688207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"0ec65659-7d79-4c17-ace5-acf5db338b66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:35.593856902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"12f5cc60-e130-41e6-b606-ce6c120c8d9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:35.767899641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f13a5c1d-884a-4622-89ff-e5ce27adb736","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:35.885691987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"e41725b6-db84-4e89-a3ee-02c24f0eb68c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:35.986508162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b8b2490c-a6a9-46de-ba74-85ae66cbded9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:36.133122463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"cde43d7e-dab5-48dc-921e-87e4a1697e30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:36.238752418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"b25b00c1-ef5d-4a48-b7cc-065ea463535b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:36.386454847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"c8c641e2-4a00-4682-b80b-328028080492","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:36.820135481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"761a1a52-2522-4c55-87c3-db9f0b1503e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:36.877723386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"761a1a52-2522-4c55-87c3-db9f0b1503e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:37.864223475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2666d51-b6a7-4040-a99f-f593fedfc176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:37.916358213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2666d51-b6a7-4040-a99f-f593fedfc176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:37.945533558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"226954da-f1bd-4ca2-b7df-f4119ead6fdf","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:37.945555191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"226954da-f1bd-4ca2-b7df-f4119ead6fdf","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"auth-test-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"auth-test-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:37.968314884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2666d51-b6a7-4040-a99f-f593fedfc176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:38.020524798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2666d51-b6a7-4040-a99f-f593fedfc176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:38.024864111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"7531b98d-4dfa-45f6-8b9b-33e55b6a98c0","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:38.024887919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"7531b98d-4dfa-45f6-8b9b-33e55b6a98c0","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"auth-test-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"auth-test-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:38.127377281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"e03ebada-1309-45f5-bf97-b772153cd024","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:38.295746296Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"e03ebada-1309-45f5-bf97-b772153cd024","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:38.349617186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6ddbba-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"e03ebada-1309-45f5-bf97-b772153cd024","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:38.549047791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-27a3c3","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"explicit-model-27a3c3","reconcileID":"8b7f9ad6-32b1-4aee-b5f4-f035d3780d04","MaaSModelRef":{"name":"explicit-model-27a3c3","namespace":"ai-tenant-e2e-explicit-27a3c3"},"routeName":"explicit-model-27a3c3-kserve-route","namespace":"ai-tenant-e2e-explicit-27a3c3","llmisvcName":"explicit-model-27a3c3","gateway":"openshift-ingress/e2e-explicit-27a3c3","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:38.606156616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"3c3d9216-2810-4565-8380-3d5ba5cf6f97","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:38.606181481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"3c3d9216-2810-4565-8380-3d5ba5cf6f97","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"auth-test-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"auth-test-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:40.026414852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb92856-2351-4b71-ab97-77ce3aababf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:40.078190154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb92856-2351-4b71-ab97-77ce3aababf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:40.130370215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb92856-2351-4b71-ab97-77ce3aababf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:40.283318451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb92856-2351-4b71-ab97-77ce3aababf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:48.510069547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"1a5f0d54-5a03-4ef5-bce5-4af367c7324f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:48.566141146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"1a5f0d54-5a03-4ef5-bce5-4af367c7324f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:48.620210004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6ddbba-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"1a5f0d54-5a03-4ef5-bce5-4af367c7324f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:58.724971775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"31816a71-c969-4318-87a1-bf69935c60e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:58.781091781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"31816a71-c969-4318-87a1-bf69935c60e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:08:58.835614746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6ddbba-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"31816a71-c969-4318-87a1-bf69935c60e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:00.342746837Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:08.940311712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"18a561e5-2859-44f1-96d7-a7235d49db14","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:08.995973061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"18a561e5-2859-44f1-96d7-a7235d49db14","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:09.050065725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6ddbba-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b8a01576bcf85bca0a096452bc9d8dae5a59b3e01383da008bd485651480157) AuthConfig (4a61ee1704886313075ece8685fc049360f161143f1515bfeaebc18b0fd13158) AuthConfig (cd5692da65b33321943aa37cd77975cfc441e083173069a94b7a7dffe6c5a4f1) AuthConfig (162c9c459e4cd0b35a0c8c9bd9443f28e9a746fcb013db5f406ed949a57d8519) AuthConfig (86f7606b0159d3382f95fe3b45cd3ea1311757e20b17652686c1c060f26a2c0b) AuthConfig (579060f53971077505f22e6f4c9345595faebd2431ca05ddca70af492c02cd2f) AuthConfig (2a359d39fcdb4c72bd83b0f85406fa8e3d3a02a2d03390b0b75f837d1adc2da4) AuthConfig (5c2caec115c73f8d3d1410cf834a6482bcc83d774ea060d758036f1d0f91d9cc) AuthConfig (79fe67ae577a8eb2e856db0c96ea2a027d0c8c670b826400f4e36b8a6c300d90) AuthConfig (d6bd79297a862e1badc21676c36aec91ed1d4714eb66d1a2d0f3805c5573e967) AuthConfig (5372169a6d79ba4c6c569408fe8b94046c9a9b92f789c798b336d400cd61dfc0) AuthConfig (1d6d65228afd0d4730e7fdfc882f6f2041cec8acd2c59f57a8dfc82b25b4b97a) AuthConfig (f447cbd36c62b49f8dccdc23deeddc9329e5ce727279c84aa14b822ed06f39f2) AuthConfig (5fcabb219eb8b3964fc28cb2c4bf90becd7f65eb5c9d77a7264cdc522a3559ab) AuthConfig (65439bebac15ef11e94f10f4043a23829a19ffe9b9be53f22654e8e7d32f5dbc) AuthConfig (048fb9f933f2097f0b22cba5010273c68a4bed9b595be05b3522b9b315abaa90) AuthConfig (27b0aae532e578b4069a18ce8f10a678af9e990da93454ae5083b8ee79507df2) AuthConfig (df776c3f62312f749c3dea8f671f0805575836e2f8a13589913c1e8ae0a3ff2b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"18a561e5-2859-44f1-96d7-a7235d49db14","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:09.129047287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"a2b184aa-779b-4b7e-81af-64a88cf0da10","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:09.129068028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"a2b184aa-779b-4b7e-81af-64a88cf0da10","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"auth-test-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"auth-test-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:15.375217106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f60495-c851-4bfb-af67-aaabc9051b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:15.427852947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f60495-c851-4bfb-af67-aaabc9051b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:15.47976742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f60495-c851-4bfb-af67-aaabc9051b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:15.531844326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f60495-c851-4bfb-af67-aaabc9051b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:17.513850117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22769fbb-8418-4527-b42a-d88b6690004e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:17.56579936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22769fbb-8418-4527-b42a-d88b6690004e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:17.617692441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22769fbb-8418-4527-b42a-d88b6690004e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:17.669315839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22769fbb-8418-4527-b42a-d88b6690004e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:19.233048951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"1f35b64f-d76c-4aab-943e-3a4c960d35ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:19.289106778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"1f35b64f-d76c-4aab-943e-3a4c960d35ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:19.343342078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6ddbba-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b8a01576bcf85bca0a096452bc9d8dae5a59b3e01383da008bd485651480157) AuthConfig (4a61ee1704886313075ece8685fc049360f161143f1515bfeaebc18b0fd13158) AuthConfig (cd5692da65b33321943aa37cd77975cfc441e083173069a94b7a7dffe6c5a4f1) AuthConfig (162c9c459e4cd0b35a0c8c9bd9443f28e9a746fcb013db5f406ed949a57d8519) AuthConfig (86f7606b0159d3382f95fe3b45cd3ea1311757e20b17652686c1c060f26a2c0b) AuthConfig (579060f53971077505f22e6f4c9345595faebd2431ca05ddca70af492c02cd2f) AuthConfig (2a359d39fcdb4c72bd83b0f85406fa8e3d3a02a2d03390b0b75f837d1adc2da4) AuthConfig (5c2caec115c73f8d3d1410cf834a6482bcc83d774ea060d758036f1d0f91d9cc) AuthConfig (79fe67ae577a8eb2e856db0c96ea2a027d0c8c670b826400f4e36b8a6c300d90) AuthConfig (d6bd79297a862e1badc21676c36aec91ed1d4714eb66d1a2d0f3805c5573e967) AuthConfig (5372169a6d79ba4c6c569408fe8b94046c9a9b92f789c798b336d400cd61dfc0) AuthConfig (1d6d65228afd0d4730e7fdfc882f6f2041cec8acd2c59f57a8dfc82b25b4b97a) AuthConfig (f447cbd36c62b49f8dccdc23deeddc9329e5ce727279c84aa14b822ed06f39f2) AuthConfig (5fcabb219eb8b3964fc28cb2c4bf90becd7f65eb5c9d77a7264cdc522a3559ab) AuthConfig (65439bebac15ef11e94f10f4043a23829a19ffe9b9be53f22654e8e7d32f5dbc) AuthConfig (048fb9f933f2097f0b22cba5010273c68a4bed9b595be05b3522b9b315abaa90) AuthConfig (27b0aae532e578b4069a18ce8f10a678af9e990da93454ae5083b8ee79507df2) AuthConfig (df776c3f62312f749c3dea8f671f0805575836e2f8a13589913c1e8ae0a3ff2b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"1f35b64f-d76c-4aab-943e-3a4c960d35ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:24.886650114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"d3605baa-b891-4b47-a2b6-bd6789ad40b9","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"tenant":"e2e-shared-a-w0-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:24.886678396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"d3605baa-b891-4b47-a2b6-bd6789ad40b9","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"routeName":"auth-test-model-a49a32-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a49a32","llmisvcName":"auth-test-model-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:29.448438888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"884953fb-93e1-4e3b-81fa-b6f2ce67ae3d","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:29.504236742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"884953fb-93e1-4e3b-81fa-b6f2ce67ae3d","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:29.769093559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"74d71913-a057-41f5-9cc0-5a75263921ba","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:29.769114501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"74d71913-a057-41f5-9cc0-5a75263921ba","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"auth-test-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"auth-test-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:30.276136262Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.223423728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"435cd6c7-e445-4ca3-a69c-0b2016efa018","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.223449059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"435cd6c7-e445-4ca3-a69c-0b2016efa018","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"auth-test-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"auth-test-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.281288774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"ff802ce5-23b8-4f25-9d71-ca9f6df8c304","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.281322604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"ff802ce5-23b8-4f25-9d71-ca9f6df8c304","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"auth-test-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"auth-test-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.326540307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"213bcbbd-6db1-4dd2-83dc-ba8be1e2b86e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:09:35.332661652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"6949275c-daed-4c84-bf3b-e02bb0fadec1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-9f92e2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:09:35.334318957Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"ff802ce5-23b8-4f25-9d71-ca9f6df8c304","name":"auth-test-model-6ddbba","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6ddbba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:09:35.334397242Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"ff802ce5-23b8-4f25-9d71-ca9f6df8c304","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6ddbba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.339750302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"074d8044-214a-4588-bc37-247d9bde229e","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.339764894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"074d8044-214a-4588-bc37-247d9bde229e","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"auth-test-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"auth-test-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.382035653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"213bcbbd-6db1-4dd2-83dc-ba8be1e2b86e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.440420301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"730048f2-8588-4124-9cd6-115a92e40982","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.440441898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"730048f2-8588-4124-9cd6-115a92e40982","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"auth-test-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"auth-test-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.494414146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"98f255d4-25a2-4d56-ae32-7269139aeaed","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.494439293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"98f255d4-25a2-4d56-ae32-7269139aeaed","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"auth-test-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"auth-test-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.689505627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"616edefe-c187-4d56-a94e-82ff95efcb99","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.704140093Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"841efc87-fccb-401c-ab29-eff5b3d6087e","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-auth-test-model-6ddbba","model":"auth-test-model-6ddbba","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-6ddbba/e2e-auth-iso-9f92e2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.744867821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"616edefe-c187-4d56-a94e-82ff95efcb99","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.867595983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"608754c1-e23f-436d-aadb-704735aa0a13","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:35.867618608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"608754c1-e23f-436d-aadb-704735aa0a13","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"auth-test-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"auth-test-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:09:36.074117841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"f49ace6c-e957-412c-b0ae-648c0d84ad87","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-auth-test-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:00.276062683Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:01.983456809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"6f62319e-67a2-46d3-9a9b-244e8835cb81","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"tenant":"e2e-shared-b-w4-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:01.983487442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"6f62319e-67a2-46d3-9a9b-244e8835cb81","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"routeName":"auth-test-model-0d45ba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","llmisvcName":"auth-test-model-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:02.830303322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"4ed238b5-9a23-46fe-bf80-953395e75f94","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-auth-test-model-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:03.028529167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"ba2d06b8-b295-4e71-81ee-2e1585934b1d","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:03.028550839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"ba2d06b8-b295-4e71-81ee-2e1585934b1d","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"auth-test-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"auth-test-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:03.477281463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"a25ea00f-b209-4e70-9b1b-c415bc69f7fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:03.533015212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"a25ea00f-b209-4e70-9b1b-c415bc69f7fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:07.450084515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"bbf9e7f0-90a0-4336-955d-26aa058e86fe","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"tenant":"e2e-shared-a-w4-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:07.450107714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"bbf9e7f0-90a0-4336-955d-26aa058e86fe","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"routeName":"auth-test-model-29dbd9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","llmisvcName":"auth-test-model-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:07.505744249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"1258076e-f7c0-45e9-bade-6cf8b071fcd9","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"tenant":"e2e-shared-a-w4-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:07.505771895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"1258076e-f7c0-45e9-bade-6cf8b071fcd9","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"routeName":"auth-test-model-29dbd9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","llmisvcName":"auth-test-model-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:07.608373436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"c832e05a-c47f-49cd-85c6-16a5bf5d9c47","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29dbd9","tenantID":"e2e-shared-a-w4-29dbd9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:07.776138322Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"c832e05a-c47f-49cd-85c6-16a5bf5d9c47","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"name":"e2e-shared-a-w4-29dbd9-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:07.83134604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29dbd9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"c832e05a-c47f-49cd-85c6-16a5bf5d9c47","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:07.888013408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"fa26c787-ffe8-4c66-900c-2377af6e22fd","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"tenant":"e2e-shared-a-w4-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:07.888036761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"fa26c787-ffe8-4c66-900c-2377af6e22fd","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"routeName":"auth-test-model-29dbd9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","llmisvcName":"auth-test-model-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:08.649531106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"559676fa-5cfc-486e-a77e-83ec93fdf3de","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:08.649553543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"559676fa-5cfc-486e-a77e-83ec93fdf3de","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"auth-test-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"auth-test-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:08.751929188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"a4023cc4-cfb1-4cbf-ae9d-6911dec785ee","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:08.807514351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"a4023cc4-cfb1-4cbf-ae9d-6911dec785ee","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:08.808932507Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"174b96bb-fed5-45a8-abd5-7e84ee6a7bd9","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6175ce20","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:09.11425243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"5645a158-6ffc-488e-bea0-53d38b35433c","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:09.172008609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"5645a158-6ffc-488e-bea0-53d38b35433c","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:16.520074759Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","namespace":"ai-tenant-e2e-explicit-27a3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:16.520136168Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","namespace":"ai-tenant-e2e-explicit-27a3c3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:16.520185299Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","tenant":"e2e-explicit-27a3c3","tenantID":"e2e-explicit-27a3c3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:16.573804239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","gvk":"Deployment","name":"maas-api-e2e-explicit-27a3c3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:16.633753417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","gvk":"Service","name":"maas-api-e2e-explicit-27a3c3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:16.688012554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-27a3c3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:16.741511259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-27a3c3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:16.807252415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-27a3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:16.863558662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-27a3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:16.917710757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-27a3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:16.979386449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-27a3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:17.034255247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","gvk":"Deployment","name":"payload-processing-e2e-explicit-27a3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:17.085736326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-27a3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:17.137217934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","gvk":"Service","name":"payload-processing-e2e-explicit-27a3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:17.188693402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","gvk":"Service","name":"payload-pre-processing-e2e-explicit-27a3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:17.239988994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-27a3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:17.291034024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-27a3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:17.342210643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-27a3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:17.399050251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-27a3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:17.450654756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-27a3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:17.50198109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-27a3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:17.553295599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-27a3c3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:17.604683969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-27a3c3"},"namespace":"ai-tenant-e2e-explicit-27a3c3","name":"default-tenant","reconcileID":"ae5b8587-ab1e-4df1-a2d1-724898cba2fb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-27a3c3","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:17.992698539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"6f5c94e5-ada7-4660-877b-b6d38f31a1f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29dbd9","tenantID":"e2e-shared-a-w4-29dbd9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:18.048491076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"6f5c94e5-ada7-4660-877b-b6d38f31a1f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"name":"e2e-shared-a-w4-29dbd9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:18.102459066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29dbd9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"6f5c94e5-ada7-4660-877b-b6d38f31a1f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:18.404674439Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-27a3c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-27a3c3","reconcileID":"dee76fa9-1661-4387-89b0-62532a738212","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-27a3c3","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-27a3c3"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:18.86132351Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"3a5e3a1b-ab2e-4cfe-b543-b5af8960989c","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","subscription":"e2e-auth-iso-9f92e2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:18.913362197Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"3a5e3a1b-ab2e-4cfe-b543-b5af8960989c","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:19.042625911Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"3a5e3a1b-ab2e-4cfe-b543-b5af8960989c","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"maas-trlp-auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:19.310733017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"8fef4062-ee88-4545-948b-2487442fd038","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:19.310755808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"8fef4062-ee88-4545-948b-2487442fd038","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"auth-test-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"auth-test-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:19.417530458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"59624f6f-caab-4d09-ae59-f8519ea878c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:19.467556089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"ad5ee54a-7ec8-4744-b691-78b8c1612658","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:19.467577265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"ad5ee54a-7ec8-4744-b691-78b8c1612658","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"auth-test-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"auth-test-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:19.483006538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"59624f6f-caab-4d09-ae59-f8519ea878c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:19.569903394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"5536875d-a14f-4a58-92f6-53e090509bde","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:19.625654348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"5536875d-a14f-4a58-92f6-53e090509bde","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:19.626654345Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"082b44c7-7237-4a4f-9727-6d56e0f89dd9","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e33e35cc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:19.747229177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae8c2d2-3b79-4b6d-ad4e-07f764d5b572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:19.800393489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae8c2d2-3b79-4b6d-ad4e-07f764d5b572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:19.85336061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae8c2d2-3b79-4b6d-ad4e-07f764d5b572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:19.853464004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"4173d0a0-db9f-4cf1-9934-89b9d8faded9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:19.9075993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae8c2d2-3b79-4b6d-ad4e-07f764d5b572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:19.96458939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"4173d0a0-db9f-4cf1-9934-89b9d8faded9","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:20.012280952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"61e10448-8d9a-428a-8917-631c431bb022","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:20.06898945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"61e10448-8d9a-428a-8917-631c431bb022","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:21.824652663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa44bfa-7263-4555-9674-e8c82bc4fc84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:21.876490473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa44bfa-7263-4555-9674-e8c82bc4fc84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:21.928685271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa44bfa-7263-4555-9674-e8c82bc4fc84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:21.981316719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa44bfa-7263-4555-9674-e8c82bc4fc84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:28.206790354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"e975e169-8b6b-4c27-a19f-35cb11acd389","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29dbd9","tenantID":"e2e-shared-a-w4-29dbd9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:28.262808963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"e975e169-8b6b-4c27-a19f-35cb11acd389","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"name":"e2e-shared-a-w4-29dbd9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:28.334976508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29dbd9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d2324d87cfec7144c9093957aceff0a37a71fd712ec2bede1a4c3c5c454739c) AuthConfig (c3cbb5d94302c17f361eb48188778b26871ab0e3706fa61cad105bc1affe92e6) AuthConfig (cbbf9a0907d263eaa2e16639eac01e10c1dc868ee7acb8cccf7c830cc24cedb5) AuthConfig (d4005851098769142402f8692e2fb04b54380f3b28adce8cd5c619b10863c7d9) AuthConfig (c4910010fa97b95b53d3706eacfc45183c94e40dee5b36897f079f83cf397f9e) AuthConfig (298bfbbc95fff19055c2a1d49a447323aadbdf3f4bae696ea100f6cff4dc83dd) AuthConfig (9bba59fbe236fb5852651e044108686735781f218e6351a82e4e28ee294cb06e) AuthConfig (f4e7065a76a67ef84fc18c291ec28da22771c9cc217fc00f0814170f916bb88c) AuthConfig (ea4ee402a0921e6d50388d68802e5f0759aaf3bad150011505d7c0a5a605e0f0) AuthConfig (d3ef130140cab7fcf9f6c668f7d78950716c903e5abdb81d1a5f316a7fbf4b93) AuthConfig (b4c79dbf32968b58fd7ee81b79550bf66d20a786106ed42cdc0471299b6b4c82) AuthConfig (78c5fc4b8b636d88dfe770b9e26e122f25bbefdea44ff9c617bce7ba67385d3b) AuthConfig (271a374001b2f6de56519dbd9c44961124cb37b78788711059125b433921a19d) AuthConfig (7700410e1caf0960a26ddf29768625be38e8227d3f716cfb1418a5c79213c3fa) AuthConfig (bf442a5ca541f75ea9e1eac6fbd73f206e6727ef25a42145e8083ae92cabd3dd) AuthConfig (6c2da0d8083737550490aa4a0bb227baa0f887df7cdc83af207a87631915840d) AuthConfig (1562333c7ba7f765ce24647380737e8be482c0a2ed75e05ecd2271d8c4688b6a) AuthConfig (efdc34052c952c298dbb69c022f610e05103c07f77eeac38fff2789814a922cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"e975e169-8b6b-4c27-a19f-35cb11acd389","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:28.392594831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"0a17a555-9942-4e37-8f64-c292756027f9","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"tenant":"e2e-shared-a-w4-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:28.392619251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"0a17a555-9942-4e37-8f64-c292756027f9","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"routeName":"auth-test-model-29dbd9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","llmisvcName":"auth-test-model-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:29.679157297Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"95af263d-09a9-4c4a-926a-d2664f4e81f7","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","subscription":"e2e-auth-iso-9f92e2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:29.731590298Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"95af263d-09a9-4c4a-926a-d2664f4e81f7","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:29.783794127Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"95af263d-09a9-4c4a-926a-d2664f4e81f7","MaaSSubscription":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"maas-trlp-auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:30.055190018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"115f996e-8760-47fc-ab70-a33465d43d3c","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:30.055213021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"115f996e-8760-47fc-ab70-a33465d43d3c","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"auth-test-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"auth-test-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:30.158999172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"6418bd9b-0489-4f8e-b98f-72afac881353","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:30.213964361Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"03676a96-4f64-440a-8d32-eff36200d68b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:30.214019108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"754aa362-68b5-44e8-a1e8-09e7e438f787","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:30.214033297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"754aa362-68b5-44e8-a1e8-09e7e438f787","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"auth-test-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"auth-test-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:30.217502296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"6418bd9b-0489-4f8e-b98f-72afac881353","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:30.276382456Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:30.421991757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"03676a96-4f64-440a-8d32-eff36200d68b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:30.578690974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"9fabe534-294c-4a56-99ef-4e35fd6b0d76","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:30.593524682Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"03676a96-4f64-440a-8d32-eff36200d68b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"name":"e2e-shared-a-w2-87e1cf-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:30.593548847Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"e2e-auth-iso-9f92e2","reconcileID":"03676a96-4f64-440a-8d32-eff36200d68b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:30.634058548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"9fabe534-294c-4a56-99ef-4e35fd6b0d76","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:30.648923251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"e300e12c-e15b-4331-a9ce-b9b43ea63114","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"tenant":"e2e-shared-a-w2-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","model":"ai-tenant-e2e-shared-a-w2-87e1cf/auth-test-model-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:30.648944056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"auth-test-model-87e1cf","reconcileID":"e300e12c-e15b-4331-a9ce-b9b43ea63114","MaaSModelRef":{"name":"auth-test-model-87e1cf","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"routeName":"auth-test-model-87e1cf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","llmisvcName":"auth-test-model-87e1cf","gateway":"openshift-ingress/e2e-shared-a-w2-87e1cf","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:30.80336172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"70cb72aa-4a51-4b83-935a-9fc084aeaecf","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:30.803387696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"70cb72aa-4a51-4b83-935a-9fc084aeaecf","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"auth-test-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"auth-test-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:30.83746756Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"db419e3d-3da6-440f-be72-7dbf902ac086","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:30.992218283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"db419e3d-3da6-440f-be72-7dbf902ac086","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:31.163355987Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"db419e3d-3da6-440f-be72-7dbf902ac086","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"name":"e2e-shared-b-w2-6ddbba-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:31.163385474Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"e2e-auth-iso-9f92e2","reconcileID":"db419e3d-3da6-440f-be72-7dbf902ac086","MaaSAuthPolicy":{"name":"e2e-auth-iso-9f92e2","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:31.218669652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"21778888-c40e-4883-88e0-7a6ea3d24010","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"tenant":"e2e-shared-b-w2-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","model":"ai-tenant-e2e-shared-b-w2-6ddbba/auth-test-model-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:31.218691263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"auth-test-model-6ddbba","reconcileID":"21778888-c40e-4883-88e0-7a6ea3d24010","MaaSModelRef":{"name":"auth-test-model-6ddbba","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"routeName":"auth-test-model-6ddbba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","llmisvcName":"auth-test-model-6ddbba","gateway":"openshift-ingress/e2e-shared-b-w2-6ddbba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:38.495846534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"77ed70ca-bb91-4bfd-b9aa-c886efed3783","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29dbd9","tenantID":"e2e-shared-a-w4-29dbd9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:38.551136291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"77ed70ca-bb91-4bfd-b9aa-c886efed3783","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"name":"e2e-shared-a-w4-29dbd9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:38.605428749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29dbd9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d2324d87cfec7144c9093957aceff0a37a71fd712ec2bede1a4c3c5c454739c) AuthConfig (c3cbb5d94302c17f361eb48188778b26871ab0e3706fa61cad105bc1affe92e6) AuthConfig (cbbf9a0907d263eaa2e16639eac01e10c1dc868ee7acb8cccf7c830cc24cedb5) AuthConfig (d4005851098769142402f8692e2fb04b54380f3b28adce8cd5c619b10863c7d9) AuthConfig (c4910010fa97b95b53d3706eacfc45183c94e40dee5b36897f079f83cf397f9e) AuthConfig (298bfbbc95fff19055c2a1d49a447323aadbdf3f4bae696ea100f6cff4dc83dd) AuthConfig (9bba59fbe236fb5852651e044108686735781f218e6351a82e4e28ee294cb06e) AuthConfig (f4e7065a76a67ef84fc18c291ec28da22771c9cc217fc00f0814170f916bb88c) AuthConfig (ea4ee402a0921e6d50388d68802e5f0759aaf3bad150011505d7c0a5a605e0f0) AuthConfig (d3ef130140cab7fcf9f6c668f7d78950716c903e5abdb81d1a5f316a7fbf4b93) AuthConfig (b4c79dbf32968b58fd7ee81b79550bf66d20a786106ed42cdc0471299b6b4c82) AuthConfig (78c5fc4b8b636d88dfe770b9e26e122f25bbefdea44ff9c617bce7ba67385d3b) AuthConfig (271a374001b2f6de56519dbd9c44961124cb37b78788711059125b433921a19d) AuthConfig (7700410e1caf0960a26ddf29768625be38e8227d3f716cfb1418a5c79213c3fa) AuthConfig (bf442a5ca541f75ea9e1eac6fbd73f206e6727ef25a42145e8083ae92cabd3dd) AuthConfig (6c2da0d8083737550490aa4a0bb227baa0f887df7cdc83af207a87631915840d) AuthConfig (1562333c7ba7f765ce24647380737e8be482c0a2ed75e05ecd2271d8c4688b6a) AuthConfig (efdc34052c952c298dbb69c022f610e05103c07f77eeac38fff2789814a922cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"77ed70ca-bb91-4bfd-b9aa-c886efed3783","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:48.709116351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"bc3863bc-009d-4f95-83b2-459ee2ec33c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29dbd9","tenantID":"e2e-shared-a-w4-29dbd9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:48.764810294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"bc3863bc-009d-4f95-83b2-459ee2ec33c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"name":"e2e-shared-a-w4-29dbd9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:48.819892218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29dbd9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d2324d87cfec7144c9093957aceff0a37a71fd712ec2bede1a4c3c5c454739c) AuthConfig (c3cbb5d94302c17f361eb48188778b26871ab0e3706fa61cad105bc1affe92e6) AuthConfig (cbbf9a0907d263eaa2e16639eac01e10c1dc868ee7acb8cccf7c830cc24cedb5) AuthConfig (d4005851098769142402f8692e2fb04b54380f3b28adce8cd5c619b10863c7d9) AuthConfig (c4910010fa97b95b53d3706eacfc45183c94e40dee5b36897f079f83cf397f9e) AuthConfig (298bfbbc95fff19055c2a1d49a447323aadbdf3f4bae696ea100f6cff4dc83dd) AuthConfig (9bba59fbe236fb5852651e044108686735781f218e6351a82e4e28ee294cb06e) AuthConfig (f4e7065a76a67ef84fc18c291ec28da22771c9cc217fc00f0814170f916bb88c) AuthConfig (ea4ee402a0921e6d50388d68802e5f0759aaf3bad150011505d7c0a5a605e0f0) AuthConfig (d3ef130140cab7fcf9f6c668f7d78950716c903e5abdb81d1a5f316a7fbf4b93) AuthConfig (b4c79dbf32968b58fd7ee81b79550bf66d20a786106ed42cdc0471299b6b4c82) AuthConfig (78c5fc4b8b636d88dfe770b9e26e122f25bbefdea44ff9c617bce7ba67385d3b) AuthConfig (271a374001b2f6de56519dbd9c44961124cb37b78788711059125b433921a19d) AuthConfig (7700410e1caf0960a26ddf29768625be38e8227d3f716cfb1418a5c79213c3fa) AuthConfig (bf442a5ca541f75ea9e1eac6fbd73f206e6727ef25a42145e8083ae92cabd3dd) AuthConfig (6c2da0d8083737550490aa4a0bb227baa0f887df7cdc83af207a87631915840d) AuthConfig (1562333c7ba7f765ce24647380737e8be482c0a2ed75e05ecd2271d8c4688b6a) AuthConfig (efdc34052c952c298dbb69c022f610e05103c07f77eeac38fff2789814a922cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"bc3863bc-009d-4f95-83b2-459ee2ec33c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:51.562874688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"36951375-8442-4797-b4c1-7548ffa3adde","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"tenant":"e2e-shared-a-w3-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:51.562912549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"36951375-8442-4797-b4c1-7548ffa3adde","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"routeName":"auth-test-model-e15bbc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","llmisvcName":"auth-test-model-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:53.655494529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0ab818f-4a5a-4f4c-8133-fd160d0d81c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:53.70741051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0ab818f-4a5a-4f4c-8133-fd160d0d81c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:53.759133655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0ab818f-4a5a-4f4c-8133-fd160d0d81c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:53.811385294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0ab818f-4a5a-4f4c-8133-fd160d0d81c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:54.213266002Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-12dee4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-12dee4","reconcileID":"25957f9e-de64-4789-858e-c906cbf43ef0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-12dee4","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-12dee4":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:55.730971808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b7fbef-a7bc-4bd3-9415-a76c0bd98603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:55.786864687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b7fbef-a7bc-4bd3-9415-a76c0bd98603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:55.839312253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b7fbef-a7bc-4bd3-9415-a76c0bd98603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:55.891036108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b7fbef-a7bc-4bd3-9415-a76c0bd98603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:57.802032777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f24b0279-1f0d-415e-8ebd-39f8142ef2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:57.853911695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f24b0279-1f0d-415e-8ebd-39f8142ef2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:57.905630776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f24b0279-1f0d-415e-8ebd-39f8142ef2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:57.95736332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f24b0279-1f0d-415e-8ebd-39f8142ef2b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:58.942129314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"2fc69751-16d7-48fe-9ad3-f0e7ff060d09","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29dbd9","tenantID":"e2e-shared-a-w4-29dbd9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:59.001449354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"2fc69751-16d7-48fe-9ad3-f0e7ff060d09","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"name":"e2e-shared-a-w4-29dbd9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:59.059838295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-29dbd9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d2324d87cfec7144c9093957aceff0a37a71fd712ec2bede1a4c3c5c454739c) AuthConfig (c3cbb5d94302c17f361eb48188778b26871ab0e3706fa61cad105bc1affe92e6) AuthConfig (cbbf9a0907d263eaa2e16639eac01e10c1dc868ee7acb8cccf7c830cc24cedb5) AuthConfig (d4005851098769142402f8692e2fb04b54380f3b28adce8cd5c619b10863c7d9) AuthConfig (c4910010fa97b95b53d3706eacfc45183c94e40dee5b36897f079f83cf397f9e) AuthConfig (298bfbbc95fff19055c2a1d49a447323aadbdf3f4bae696ea100f6cff4dc83dd) AuthConfig (9bba59fbe236fb5852651e044108686735781f218e6351a82e4e28ee294cb06e) AuthConfig (f4e7065a76a67ef84fc18c291ec28da22771c9cc217fc00f0814170f916bb88c) AuthConfig (ea4ee402a0921e6d50388d68802e5f0759aaf3bad150011505d7c0a5a605e0f0) AuthConfig (d3ef130140cab7fcf9f6c668f7d78950716c903e5abdb81d1a5f316a7fbf4b93) AuthConfig (b4c79dbf32968b58fd7ee81b79550bf66d20a786106ed42cdc0471299b6b4c82) AuthConfig (78c5fc4b8b636d88dfe770b9e26e122f25bbefdea44ff9c617bce7ba67385d3b) AuthConfig (271a374001b2f6de56519dbd9c44961124cb37b78788711059125b433921a19d) AuthConfig (7700410e1caf0960a26ddf29768625be38e8227d3f716cfb1418a5c79213c3fa) AuthConfig (bf442a5ca541f75ea9e1eac6fbd73f206e6727ef25a42145e8083ae92cabd3dd) AuthConfig (6c2da0d8083737550490aa4a0bb227baa0f887df7cdc83af207a87631915840d) AuthConfig (1562333c7ba7f765ce24647380737e8be482c0a2ed75e05ecd2271d8c4688b6a) AuthConfig (efdc34052c952c298dbb69c022f610e05103c07f77eeac38fff2789814a922cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"2fc69751-16d7-48fe-9ad3-f0e7ff060d09","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:59.070914045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"b26061bf-553f-4db3-b4d4-08a05a3d1a39","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"tenant":"e2e-shared-b-w0-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:10:59.070942272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"b26061bf-553f-4db3-b4d4-08a05a3d1a39","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"routeName":"auth-test-model-75f577-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-75f577","llmisvcName":"auth-test-model-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:00.276045327Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:04.515700832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"2c48ae58-8239-4584-b89d-09814ced330f","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"tenant":"e2e-shared-a-w0-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:04.515728706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"2c48ae58-8239-4584-b89d-09814ced330f","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"routeName":"auth-test-model-a49a32-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a49a32","llmisvcName":"auth-test-model-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:04.570005273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"a4a2f2b4-25c1-492a-8092-3bb5ec20faab","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"tenant":"e2e-shared-a-w0-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:04.570028724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"a4a2f2b4-25c1-492a-8092-3bb5ec20faab","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"routeName":"auth-test-model-a49a32-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a49a32","llmisvcName":"auth-test-model-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:04.673182848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"1328861f-02b6-42f0-afc9-a46af4cf7696","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a49a32","tenantID":"e2e-shared-a-w0-a49a32","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:04.832958906Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"1328861f-02b6-42f0-afc9-a46af4cf7696","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"name":"e2e-shared-a-w0-a49a32-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:04.887087112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-a49a32-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"1328861f-02b6-42f0-afc9-a46af4cf7696","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:04.943778969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"b0aa0fc4-e088-47ee-b3bd-4073b80ab382","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"tenant":"e2e-shared-a-w0-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:04.943798771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"b0aa0fc4-e088-47ee-b3bd-4073b80ab382","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"routeName":"auth-test-model-a49a32-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a49a32","llmisvcName":"auth-test-model-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:06.190121783Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"6fdcc133-905c-4527-afb2-0e3219c29266","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:06.246345186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"6fdcc133-905c-4527-afb2-0e3219c29266","error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:06.252490012Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"1b2f8ae6-ee36-4050-ae11-ecc2dfeac14b","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:06.252548633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"1b2f8ae6-ee36-4050-ae11-ecc2dfeac14b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:06.263709424Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"e3b57120-b625-484c-800f-a2bfa9a54054","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:06.263762036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"e3b57120-b625-484c-800f-a2bfa9a54054","error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:06.285001226Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"9442bf61-e82f-42c0-9532-5fae1fe70fdc","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:06.285065281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"9442bf61-e82f-42c0-9532-5fae1fe70fdc","error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:06.326399415Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"cdd90c41-6191-4c26-ab5d-28a6c1f47ca2","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:06.326466283Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"cdd90c41-6191-4c26-ab5d-28a6c1f47ca2","error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:06.407024554Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"9203318d-419a-4108-a87b-2bf419ebcc8e","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:06.407111508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"9203318d-419a-4108-a87b-2bf419ebcc8e","error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:06.568123246Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"504eef68-f655-4e80-a0a5-11fe24c42773","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:06.568191427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"504eef68-f655-4e80-a0a5-11fe24c42773","error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:06.888667761Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"5ab45b26-1153-4c95-b729-39b4a3c54a8a","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:06.888737538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"5ab45b26-1153-4c95-b729-39b4a3c54a8a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:07.529233653Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"a919146e-f022-49ea-92d2-130e6bb0db21","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:07.529303046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"a919146e-f022-49ea-92d2-130e6bb0db21","error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:08.81000871Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"0ebfe3b6-fd9d-48f4-88a6-7d2b963273c0","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:08.810089149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"0ebfe3b6-fd9d-48f4-88a6-7d2b963273c0","error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:09.163643031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"a992f41c-eb17-4a6a-8323-9b3311248e60","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29dbd9","tenantID":"e2e-shared-a-w4-29dbd9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:09.218713169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"a992f41c-eb17-4a6a-8323-9b3311248e60","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"name":"e2e-shared-a-w4-29dbd9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:09.483558621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"811eedc0-71c7-4d66-9caf-985132eb11cb","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"tenant":"e2e-shared-a-w4-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:09.483579516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"811eedc0-71c7-4d66-9caf-985132eb11cb","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"routeName":"auth-test-model-29dbd9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","llmisvcName":"auth-test-model-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:11.370620146Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"aaf1f21a-3bdf-4282-9983-22921b6f6eb4","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:11.37068746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-79e7c7","namespace":"ai-tenant-e2e-noten-79e7c7"},"namespace":"ai-tenant-e2e-noten-79e7c7","name":"noten-model-79e7c7","reconcileID":"aaf1f21a-3bdf-4282-9983-22921b6f6eb4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-79e7c7/noten-model-79e7c7-kserve-route (gateways: [openshift-ingress/e2e-noten-79e7c7]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:14.94764111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"7dcc2492-8382-49b2-b1a4-7f857fc0962e","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"tenant":"e2e-shared-a-w4-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:14.94766719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"7dcc2492-8382-49b2-b1a4-7f857fc0962e","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"routeName":"auth-test-model-29dbd9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","llmisvcName":"auth-test-model-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:15.006074666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"a5fec70c-1fba-405d-a4cd-02cc3a7ce198","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"tenant":"e2e-shared-a-w4-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:15.006102996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"a5fec70c-1fba-405d-a4cd-02cc3a7ce198","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"routeName":"auth-test-model-29dbd9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","llmisvcName":"auth-test-model-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:15.046877681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"ebb41d94-1e86-4570-9874-002751cdc4dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a49a32","tenantID":"e2e-shared-a-w0-a49a32","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:15.050178716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"c3172b1f-b1b7-4605-aed6-bef8259c6a01","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29dbd9","tenantID":"e2e-shared-a-w4-29dbd9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:11:15.053191412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"e9cfa733-dcbd-4254-a265-259f8130cd22","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-4bf356\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:15.102179151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"ebb41d94-1e86-4570-9874-002751cdc4dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"name":"e2e-shared-a-w0-a49a32-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:15.10539632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"c3172b1f-b1b7-4605-aed6-bef8259c6a01","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"name":"e2e-shared-a-w4-29dbd9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:15.159687423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"8b04e5db-d293-43f1-b0ef-ea3d6eeec39e","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"tenant":"e2e-shared-a-w4-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:15.159710425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"8b04e5db-d293-43f1-b0ef-ea3d6eeec39e","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"routeName":"auth-test-model-29dbd9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","llmisvcName":"auth-test-model-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:15.16029203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-a49a32-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"ebb41d94-1e86-4570-9874-002751cdc4dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:15.215725744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"2527fee5-c1a3-4dc8-9857-4b81781882cf","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"tenant":"e2e-shared-a-w4-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:15.21574996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"2527fee5-c1a3-4dc8-9857-4b81781882cf","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"routeName":"auth-test-model-29dbd9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","llmisvcName":"auth-test-model-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:15.413021127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"5a218e45-eadc-43df-a0af-45f5c7b44f41","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29dbd9","tenantID":"e2e-shared-a-w4-29dbd9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:15.426696683Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"4cc2b8a2-6eaa-413c-bea1-8600e7753438","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"name":"maas-trlp-auth-test-model-29dbd9","model":"auth-test-model-29dbd9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-29dbd9/e2e-auth-iso-4bf356"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:15.468582524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"5a218e45-eadc-43df-a0af-45f5c7b44f41","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"name":"e2e-shared-a-w4-29dbd9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:15.590094921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"69406af4-2fd0-4c80-bd0d-b925b92cb792","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"tenant":"e2e-shared-a-w4-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:15.590117956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"69406af4-2fd0-4c80-bd0d-b925b92cb792","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"routeName":"auth-test-model-29dbd9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","llmisvcName":"auth-test-model-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:15.796269976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"c41d1aaf-38b6-4cc4-b597-afd965c293d8","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"name":"maas-trlp-auth-test-model-29dbd9","model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:25.264848891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"bfea488d-98c9-4cc5-abd3-d93076b4979e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a49a32","tenantID":"e2e-shared-a-w0-a49a32","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:25.34530224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"bfea488d-98c9-4cc5-abd3-d93076b4979e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"name":"e2e-shared-a-w0-a49a32-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:25.400073886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-a49a32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b4d84f66e078732a24f51f78ca090487eac89d9efa9fe1d12deb7f4395be7fd0) AuthConfig (64de184c5ff13e928c7a1839a2610d7c3b8a78cb23ba2508f598ce9910c7ea5e) AuthConfig (89031a54cd1aedceb1423d2300d79168be7e55277a40e7a63b0602cb903da4d8) AuthConfig (7da2916a7e5ea5f03f889e730e289f2b46a908f3b566128f361525ba13f358cf) AuthConfig (2deb16a9a2ab9f2067eed27d215a7d77a4e2dfe189bf0476b8c8fe94dc72e961) AuthConfig (66b3a405edef1a7e9aec139071fe4f1727a0868e467c2ac93bf4e1de253ffd2a) AuthConfig (31686214c10c995cd503a2033ae72108274d9aebdaa915e13fdd5dbae6af1605) AuthConfig (c1ecb67f291c50e512cd0b6115cf203006ea829c3289d06503a8393c1cd93472) AuthConfig (8ce54e102c9188f507ba39a6d0954c76159f928bf0ce5f8d826b5a0c13f986e2) AuthConfig (2863b67a0835fb9286885d27355aef6f3fc65426b71e1b6db834c693564259b8) AuthConfig (d089a30291b3d4a2ef30b533b06b6e3a4e243d71a7125ae1d831d131f64951d8) AuthConfig (5c70dc333ce775d6e2cd8f474be4e68571804cf43ef3e05be2f472d9ccb49529) AuthConfig (2871771463f73bb0d358e0e7f7f83f68b8600673fb31b0214ff2f615afab34c3) AuthConfig (6d8a6a3c798cb970189fb1fb223cb71d4081e87839b87a0e2d9a9f72858773a5) AuthConfig (e9f257cca3708d86db03e95cbc310ef99b73d44c4625f7668a9c454852411588) AuthConfig (3da735c8e11265f03e863cc15bff1bb329d03bc566a8d7974e67d7a92cac39d6) AuthConfig (59ee7081ed1efa3ecc6271edc0187a8484756b190fe5df09f9457525d397b76e) AuthConfig (c9cdc82d68a508868c63823f8281bdad4337fe7a6e33f05d9ae73127b5901fa4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"bfea488d-98c9-4cc5-abd3-d93076b4979e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:25.456597423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"69943620-8e7d-4bb5-852f-148fefb803f9","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"tenant":"e2e-shared-a-w0-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:25.456618606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"69943620-8e7d-4bb5-852f-148fefb803f9","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"routeName":"auth-test-model-a49a32-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a49a32","llmisvcName":"auth-test-model-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:30.276564294Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:35.560639447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"b3b6d351-e7e6-490c-bafa-84fda89b7f3d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a49a32","tenantID":"e2e-shared-a-w0-a49a32","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:35.616378442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"b3b6d351-e7e6-490c-bafa-84fda89b7f3d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"name":"e2e-shared-a-w0-a49a32-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:35.670936471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-a49a32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b4d84f66e078732a24f51f78ca090487eac89d9efa9fe1d12deb7f4395be7fd0) AuthConfig (64de184c5ff13e928c7a1839a2610d7c3b8a78cb23ba2508f598ce9910c7ea5e) AuthConfig (89031a54cd1aedceb1423d2300d79168be7e55277a40e7a63b0602cb903da4d8) AuthConfig (7da2916a7e5ea5f03f889e730e289f2b46a908f3b566128f361525ba13f358cf) AuthConfig (2deb16a9a2ab9f2067eed27d215a7d77a4e2dfe189bf0476b8c8fe94dc72e961) AuthConfig (66b3a405edef1a7e9aec139071fe4f1727a0868e467c2ac93bf4e1de253ffd2a) AuthConfig (31686214c10c995cd503a2033ae72108274d9aebdaa915e13fdd5dbae6af1605) AuthConfig (c1ecb67f291c50e512cd0b6115cf203006ea829c3289d06503a8393c1cd93472) AuthConfig (8ce54e102c9188f507ba39a6d0954c76159f928bf0ce5f8d826b5a0c13f986e2) AuthConfig (2863b67a0835fb9286885d27355aef6f3fc65426b71e1b6db834c693564259b8) AuthConfig (d089a30291b3d4a2ef30b533b06b6e3a4e243d71a7125ae1d831d131f64951d8) AuthConfig (5c70dc333ce775d6e2cd8f474be4e68571804cf43ef3e05be2f472d9ccb49529) AuthConfig (2871771463f73bb0d358e0e7f7f83f68b8600673fb31b0214ff2f615afab34c3) AuthConfig (6d8a6a3c798cb970189fb1fb223cb71d4081e87839b87a0e2d9a9f72858773a5) AuthConfig (e9f257cca3708d86db03e95cbc310ef99b73d44c4625f7668a9c454852411588) AuthConfig (3da735c8e11265f03e863cc15bff1bb329d03bc566a8d7974e67d7a92cac39d6) AuthConfig (59ee7081ed1efa3ecc6271edc0187a8484756b190fe5df09f9457525d397b76e) AuthConfig (c9cdc82d68a508868c63823f8281bdad4337fe7a6e33f05d9ae73127b5901fa4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"b3b6d351-e7e6-490c-bafa-84fda89b7f3d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:45.774747186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"f5f0cc50-c846-4b6b-af92-ee1760797796","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a49a32","tenantID":"e2e-shared-a-w0-a49a32","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:45.830323801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"f5f0cc50-c846-4b6b-af92-ee1760797796","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"name":"e2e-shared-a-w0-a49a32-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:45.88953368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-a49a32-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b4d84f66e078732a24f51f78ca090487eac89d9efa9fe1d12deb7f4395be7fd0) AuthConfig (64de184c5ff13e928c7a1839a2610d7c3b8a78cb23ba2508f598ce9910c7ea5e) AuthConfig (89031a54cd1aedceb1423d2300d79168be7e55277a40e7a63b0602cb903da4d8) AuthConfig (7da2916a7e5ea5f03f889e730e289f2b46a908f3b566128f361525ba13f358cf) AuthConfig (2deb16a9a2ab9f2067eed27d215a7d77a4e2dfe189bf0476b8c8fe94dc72e961) AuthConfig (66b3a405edef1a7e9aec139071fe4f1727a0868e467c2ac93bf4e1de253ffd2a) AuthConfig (31686214c10c995cd503a2033ae72108274d9aebdaa915e13fdd5dbae6af1605) AuthConfig (c1ecb67f291c50e512cd0b6115cf203006ea829c3289d06503a8393c1cd93472) AuthConfig (8ce54e102c9188f507ba39a6d0954c76159f928bf0ce5f8d826b5a0c13f986e2) AuthConfig (2863b67a0835fb9286885d27355aef6f3fc65426b71e1b6db834c693564259b8) AuthConfig (d089a30291b3d4a2ef30b533b06b6e3a4e243d71a7125ae1d831d131f64951d8) AuthConfig (5c70dc333ce775d6e2cd8f474be4e68571804cf43ef3e05be2f472d9ccb49529) AuthConfig (2871771463f73bb0d358e0e7f7f83f68b8600673fb31b0214ff2f615afab34c3) AuthConfig (6d8a6a3c798cb970189fb1fb223cb71d4081e87839b87a0e2d9a9f72858773a5) AuthConfig (e9f257cca3708d86db03e95cbc310ef99b73d44c4625f7668a9c454852411588) AuthConfig (3da735c8e11265f03e863cc15bff1bb329d03bc566a8d7974e67d7a92cac39d6) AuthConfig (59ee7081ed1efa3ecc6271edc0187a8484756b190fe5df09f9457525d397b76e) AuthConfig (c9cdc82d68a508868c63823f8281bdad4337fe7a6e33f05d9ae73127b5901fa4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"f5f0cc50-c846-4b6b-af92-ee1760797796","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:52.815590732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"5109b814-7b30-45aa-9399-07ae047168c3","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"name":"maas-trlp-auth-test-model-29dbd9","model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:52.957592345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"1961a36c-ebd1-4e7f-9928-a350660426bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29dbd9","tenantID":"e2e-shared-a-w4-29dbd9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:52.979656829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"c330c3c7-242b-4241-8d84-7569e6c674b6","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"tenant":"e2e-shared-a-w4-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:52.979680068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"c330c3c7-242b-4241-8d84-7569e6c674b6","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"routeName":"auth-test-model-29dbd9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","llmisvcName":"auth-test-model-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:53.01453852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"1961a36c-ebd1-4e7f-9928-a350660426bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"name":"e2e-shared-a-w4-29dbd9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:55.163219416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"36631645-ac42-4bef-8b58-83805c23d65d","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"tenant":"e2e-shared-b-w4-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:55.163242126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"36631645-ac42-4bef-8b58-83805c23d65d","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"routeName":"auth-test-model-0d45ba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","llmisvcName":"auth-test-model-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:55.218983165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"dce624fa-f70c-44ea-a9bc-4353b502f4b8","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"tenant":"e2e-shared-b-w4-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:55.219005751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"dce624fa-f70c-44ea-a9bc-4353b502f4b8","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"routeName":"auth-test-model-0d45ba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","llmisvcName":"auth-test-model-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:55.322080051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"1936d2c7-1add-43ae-99b1-163eeb73bc17","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-0d45ba","tenantID":"e2e-shared-b-w4-0d45ba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:55.5034848Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"1936d2c7-1add-43ae-99b1-163eeb73bc17","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"name":"e2e-shared-b-w4-0d45ba-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:55.558066353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-0d45ba-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"1936d2c7-1add-43ae-99b1-163eeb73bc17","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:55.613163274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"33aa649f-66dd-4e5a-a4a5-56e622669a9b","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"tenant":"e2e-shared-b-w4-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:55.613191362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"33aa649f-66dd-4e5a-a4a5-56e622669a9b","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"routeName":"auth-test-model-0d45ba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","llmisvcName":"auth-test-model-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:55.993585874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"a864abcb-94d1-4dbe-b8b8-93aa1703f893","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a49a32","tenantID":"e2e-shared-a-w0-a49a32","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:56.049005022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"a864abcb-94d1-4dbe-b8b8-93aa1703f893","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"name":"e2e-shared-a-w0-a49a32-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:56.313160931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"e1fc75b2-1806-4117-b3a3-45b05987a1ff","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"tenant":"e2e-shared-a-w0-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:11:56.313198433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"e1fc75b2-1806-4117-b3a3-45b05987a1ff","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"routeName":"auth-test-model-a49a32-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a49a32","llmisvcName":"auth-test-model-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:00.27762695Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:01.670038186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"06117d82-4cdb-43be-8754-9170d9fbc0fe","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"tenant":"e2e-shared-a-w0-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:01.670060407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"06117d82-4cdb-43be-8754-9170d9fbc0fe","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"routeName":"auth-test-model-a49a32-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a49a32","llmisvcName":"auth-test-model-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:01.727558733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"f45c78cf-310e-4df2-81cc-511018844779","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"tenant":"e2e-shared-a-w0-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:01.727589948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"f45c78cf-310e-4df2-81cc-511018844779","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"routeName":"auth-test-model-a49a32-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a49a32","llmisvcName":"auth-test-model-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:01.773763314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"4037de07-0335-4df8-b339-0a65b797c619","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a49a32","tenantID":"e2e-shared-a-w0-a49a32","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:12:01.779382062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"a0af2fcb-8b7b-47f2-9c81-d0c880c259be","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d7e869\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:12:01.780672965Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"f45c78cf-310e-4df2-81cc-511018844779","name":"auth-test-model-a49a32","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a49a32\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:12:01.780731915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"f45c78cf-310e-4df2-81cc-511018844779","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a49a32\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:01.78608703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"fe7e5afc-6227-49e5-b789-0ad388da57ea","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"tenant":"e2e-shared-a-w0-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:01.786105808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"fe7e5afc-6227-49e5-b789-0ad388da57ea","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"routeName":"auth-test-model-a49a32-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a49a32","llmisvcName":"auth-test-model-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:01.830219611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"4037de07-0335-4df8-b339-0a65b797c619","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"name":"e2e-shared-a-w0-a49a32-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:01.885156089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"db29a716-1bed-4662-9d25-91bc4111b2a0","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"tenant":"e2e-shared-a-w0-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:01.885188744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"db29a716-1bed-4662-9d25-91bc4111b2a0","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"routeName":"auth-test-model-a49a32-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a49a32","llmisvcName":"auth-test-model-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:01.941389989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"c3f6c5e6-e485-4e7e-9664-2f16dd14d49d","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"tenant":"e2e-shared-a-w0-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:01.941408716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"c3f6c5e6-e485-4e7e-9664-2f16dd14d49d","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"routeName":"auth-test-model-a49a32-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a49a32","llmisvcName":"auth-test-model-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:02.136123844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"bab56462-3a91-4351-83dc-8c9b7152f6bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a49a32","tenantID":"e2e-shared-a-w0-a49a32","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:02.148701032Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"52659e52-d87c-4d2a-8f81-bdc8504d73da","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"name":"maas-trlp-auth-test-model-a49a32","model":"auth-test-model-a49a32","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-a49a32/e2e-auth-iso-d7e869"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:02.200598817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"bab56462-3a91-4351-83dc-8c9b7152f6bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"name":"e2e-shared-a-w0-a49a32-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:02.320487884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"9b18f249-aebd-4ab1-b660-8e235ec055d9","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"tenant":"e2e-shared-a-w0-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:02.320510589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"9b18f249-aebd-4ab1-b660-8e235ec055d9","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"routeName":"auth-test-model-a49a32-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a49a32","llmisvcName":"auth-test-model-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:02.527182049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"c4565794-399d-48a8-b065-78779f0eae7e","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"name":"maas-trlp-auth-test-model-a49a32","model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:03.152379075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"d8084ed5-95f8-445f-b5f9-718066e3da34","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-12dee4","tenantID":"e2e-autores-12dee4","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:03.265895438Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"d8084ed5-95f8-445f-b5f9-718066e3da34","name":"e2e-autores-12dee4-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:05.715777037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"2b590d34-d2b8-48b4-af42-e7ba384c2ffe","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-0d45ba","tenantID":"e2e-shared-b-w4-0d45ba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:05.771383762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"2b590d34-d2b8-48b4-af42-e7ba384c2ffe","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"name":"e2e-shared-b-w4-0d45ba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:05.825515436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-0d45ba-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"2b590d34-d2b8-48b4-af42-e7ba384c2ffe","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:10.885095418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"46ebcec4-a097-4f84-a2e7-9acaf205aa30","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"name":"maas-trlp-auth-test-model-29dbd9","model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:11.002914526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"65b20ca0-32a2-4bda-9e3a-a9ba0672ef48","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:11.187901132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"7d4dc569-636c-4ec3-9572-13f04e803594","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:11.306365155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"affaddbb-e2e2-4913-8fb7-39497bf7e904","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:11.542435575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"24ce50cd-3e6a-43b8-9000-9a604356cf2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:11.784521615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"89a96f82-6039-4905-a5a7-fa76b5a53579","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:11.901598027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"c23a3e96-1588-4b44-862a-815083c2851e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:12.020807292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"a1cdcbc8-19e0-4890-bc11-b883741339fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:12.138662537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"bd5cba29-d848-4c63-9cd9-40e73e749e55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:12.239074787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"5f21dc91-fa29-4903-879a-5242f2706e6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:12.260137516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"6892cf3d-eb3d-46dc-9157-1be6b0fc0e34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:12.381772844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"d7c06b96-a9b4-488f-9f79-c6602061b0c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:12.483902821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"db5625d0-6ae4-441f-bc28-4ac4408b2b84","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:15.92935136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"b6e18575-d5ea-466c-97e2-e1d8c9cfb190","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-0d45ba","tenantID":"e2e-shared-b-w4-0d45ba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:15.98540483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"b6e18575-d5ea-466c-97e2-e1d8c9cfb190","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"name":"e2e-shared-b-w4-0d45ba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:16.039686026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-0d45ba-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f722a77c811674671a00d0b70280fe36ffcbbdd087f280fc3a981ce7d666354) AuthConfig (9c8055577f85bdd9d5482b337e261bf63734e93395a46d9ea81148ddca805ca3) AuthConfig (2202f8cf1043db80527d5e2bef778c747d16822317df69821a7e1fe9f78297bc) AuthConfig (af7bd01cf0077325fcbccbb68e1b6fa2da1848eb16e4a2dc24f70fcfefd7edbe) AuthConfig (a46576540aabd4e054771c60db59d749d976c9ec5a72daaac12a4663bcc6e9ea) AuthConfig (e9e2667f4ac67e771921b938669f87d55d5aff3bb755d0c727204b1a78aebd34) AuthConfig (dfd48aff9d41de946c786dce8e4dc83de8109546529f28cc4b164dea5be89c69) AuthConfig (c8b28b3a041c6b77c1c04f2fff0ff0fd2697fba785858668e9c6a3b14e4a5364) AuthConfig (7bbcb4c255102efb74d9659ae79bc15b4af8ffabfea5a52298cd8b00d416b1c0) AuthConfig (25e9a3c8d1f8417bea448d904136a8ba1865b19ec28b8f8a9bc16d34b9ab89ca) AuthConfig (c3dc5d81327928c5ce650d15e9dd5bbd690970f3b075195c736069c76f50aac7) AuthConfig (f9d336463e94705786a7f200afd2e00aa6dca93f5e68f517aac2bb46a312047f) AuthConfig (3bb4fa8bf73f7db8449fae025ba1963463b0feb46f0c3961c80d6fc1b7dbf4cc) AuthConfig (4e7fe6268148d6f2f085a5fed8d5c8d320ac7b0c55e3f9f765c135c2073811cd) AuthConfig (9391dea545d57a4585c3dbd63659124c72b7c0dd6ad5c233a729e026e6eee89b) AuthConfig (4bea37bec4962898a663a1555d97806576723f61769c1cad3b27146c9de9826f) AuthConfig (32e9580e55fd678ed4e92299e67e19d529de887f9f15a937b57ada54ee09abf6) AuthConfig (59bc2984597d80b21cb6640058bb13a91153675385ad90339349f6e6a0b4fe2b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"b6e18575-d5ea-466c-97e2-e1d8c9cfb190","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:16.09654352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"dd60ffe7-4a18-4519-995b-92de7ace92f6","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"tenant":"e2e-shared-b-w4-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:16.096567381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"dd60ffe7-4a18-4519-995b-92de7ace92f6","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"routeName":"auth-test-model-0d45ba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","llmisvcName":"auth-test-model-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:26.199828344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"2d162061-6a38-44f8-aa48-6e6939d338ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-0d45ba","tenantID":"e2e-shared-b-w4-0d45ba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:26.255584388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"2d162061-6a38-44f8-aa48-6e6939d338ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"name":"e2e-shared-b-w4-0d45ba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:26.309786484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-0d45ba-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f722a77c811674671a00d0b70280fe36ffcbbdd087f280fc3a981ce7d666354) AuthConfig (9c8055577f85bdd9d5482b337e261bf63734e93395a46d9ea81148ddca805ca3) AuthConfig (2202f8cf1043db80527d5e2bef778c747d16822317df69821a7e1fe9f78297bc) AuthConfig (af7bd01cf0077325fcbccbb68e1b6fa2da1848eb16e4a2dc24f70fcfefd7edbe) AuthConfig (a46576540aabd4e054771c60db59d749d976c9ec5a72daaac12a4663bcc6e9ea) AuthConfig (e9e2667f4ac67e771921b938669f87d55d5aff3bb755d0c727204b1a78aebd34) AuthConfig (dfd48aff9d41de946c786dce8e4dc83de8109546529f28cc4b164dea5be89c69) AuthConfig (c8b28b3a041c6b77c1c04f2fff0ff0fd2697fba785858668e9c6a3b14e4a5364) AuthConfig (7bbcb4c255102efb74d9659ae79bc15b4af8ffabfea5a52298cd8b00d416b1c0) AuthConfig (25e9a3c8d1f8417bea448d904136a8ba1865b19ec28b8f8a9bc16d34b9ab89ca) AuthConfig (c3dc5d81327928c5ce650d15e9dd5bbd690970f3b075195c736069c76f50aac7) AuthConfig (f9d336463e94705786a7f200afd2e00aa6dca93f5e68f517aac2bb46a312047f) AuthConfig (3bb4fa8bf73f7db8449fae025ba1963463b0feb46f0c3961c80d6fc1b7dbf4cc) AuthConfig (4e7fe6268148d6f2f085a5fed8d5c8d320ac7b0c55e3f9f765c135c2073811cd) AuthConfig (9391dea545d57a4585c3dbd63659124c72b7c0dd6ad5c233a729e026e6eee89b) AuthConfig (4bea37bec4962898a663a1555d97806576723f61769c1cad3b27146c9de9826f) AuthConfig (32e9580e55fd678ed4e92299e67e19d529de887f9f15a937b57ada54ee09abf6) AuthConfig (59bc2984597d80b21cb6640058bb13a91153675385ad90339349f6e6a0b4fe2b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"2d162061-6a38-44f8-aa48-6e6939d338ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:30.275806471Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:32.621360931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1edb9aa9-5689-4e30-bb2b-421b83808beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:32.673251274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1edb9aa9-5689-4e30-bb2b-421b83808beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:32.72682563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1edb9aa9-5689-4e30-bb2b-421b83808beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:32.779137688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1edb9aa9-5689-4e30-bb2b-421b83808beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:33.208145285Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-5b1489","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-5b1489","reconcileID":"7c8c5e3b-253c-4793-9421-2a957e05c9c4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-5b1489","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-5b1489":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:34.715464998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aa50f39-ea62-4d1e-9da1-4290caa67ef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:34.767859619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aa50f39-ea62-4d1e-9da1-4290caa67ef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:34.819669079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aa50f39-ea62-4d1e-9da1-4290caa67ef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:34.871142722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aa50f39-ea62-4d1e-9da1-4290caa67ef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:36.412639839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"c1776a70-e177-45aa-9f35-c55d6ea3b8a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-0d45ba","tenantID":"e2e-shared-b-w4-0d45ba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:36.46826163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"c1776a70-e177-45aa-9f35-c55d6ea3b8a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"name":"e2e-shared-b-w4-0d45ba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:36.522577157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-0d45ba-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f722a77c811674671a00d0b70280fe36ffcbbdd087f280fc3a981ce7d666354) AuthConfig (9c8055577f85bdd9d5482b337e261bf63734e93395a46d9ea81148ddca805ca3) AuthConfig (2202f8cf1043db80527d5e2bef778c747d16822317df69821a7e1fe9f78297bc) AuthConfig (af7bd01cf0077325fcbccbb68e1b6fa2da1848eb16e4a2dc24f70fcfefd7edbe) AuthConfig (a46576540aabd4e054771c60db59d749d976c9ec5a72daaac12a4663bcc6e9ea) AuthConfig (e9e2667f4ac67e771921b938669f87d55d5aff3bb755d0c727204b1a78aebd34) AuthConfig (dfd48aff9d41de946c786dce8e4dc83de8109546529f28cc4b164dea5be89c69) AuthConfig (c8b28b3a041c6b77c1c04f2fff0ff0fd2697fba785858668e9c6a3b14e4a5364) AuthConfig (7bbcb4c255102efb74d9659ae79bc15b4af8ffabfea5a52298cd8b00d416b1c0) AuthConfig (25e9a3c8d1f8417bea448d904136a8ba1865b19ec28b8f8a9bc16d34b9ab89ca) AuthConfig (c3dc5d81327928c5ce650d15e9dd5bbd690970f3b075195c736069c76f50aac7) AuthConfig (f9d336463e94705786a7f200afd2e00aa6dca93f5e68f517aac2bb46a312047f) AuthConfig (3bb4fa8bf73f7db8449fae025ba1963463b0feb46f0c3961c80d6fc1b7dbf4cc) AuthConfig (4e7fe6268148d6f2f085a5fed8d5c8d320ac7b0c55e3f9f765c135c2073811cd) AuthConfig (9391dea545d57a4585c3dbd63659124c72b7c0dd6ad5c233a729e026e6eee89b) AuthConfig (4bea37bec4962898a663a1555d97806576723f61769c1cad3b27146c9de9826f) AuthConfig (32e9580e55fd678ed4e92299e67e19d529de887f9f15a937b57ada54ee09abf6) AuthConfig (59bc2984597d80b21cb6640058bb13a91153675385ad90339349f6e6a0b4fe2b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"c1776a70-e177-45aa-9f35-c55d6ea3b8a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:36.782557289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c2b26d-a95f-4380-92d9-b3bfbabbfd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:36.834994556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c2b26d-a95f-4380-92d9-b3bfbabbfd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:36.886734896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c2b26d-a95f-4380-92d9-b3bfbabbfd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:36.938757887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c2b26d-a95f-4380-92d9-b3bfbabbfd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:46.01659765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"2b346713-dd4e-476e-a15d-e2833dabab7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:46.116678061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4f9dba92-b9ed-4b98-bd34-f471adb78e36","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:46.261652268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"2d62fa9c-b67f-4551-9a2a-b3d0e97dfb6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:46.437644314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"77a358a9-ca3d-4f1a-9ca1-2bd97c28246a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:46.537953307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"a69f36b3-b4df-49cc-a582-8c89d6f396eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:46.558135755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"75954de5-925b-4a2d-b70b-d4d7b7775114","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:46.63810507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"527e90a3-ff04-405a-a279-e4e394b7fc86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:46.652671174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"c73a8cb1-09b6-4c74-bb2b-427370113a20","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-0d45ba","tenantID":"e2e-shared-b-w4-0d45ba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:46.696019986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"cbfd665a-7acd-4170-989a-e6aca2d6cc91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:46.707757215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"c73a8cb1-09b6-4c74-bb2b-427370113a20","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"name":"e2e-shared-b-w4-0d45ba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:46.801964938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"8d6ba36b-e6a3-4249-bf6d-380d7c5292fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:46.902558798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"794cb3b7-392d-4ebd-9492-f8134214bfbb","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"name":"maas-trlp-auth-test-model-29dbd9","model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:47.003787229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"31b4f1a4-8987-4295-ae61-203f9617bb6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:47.027561311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"c1dc6ddc-424f-48dc-8448-579ff0e3eb19","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"tenant":"e2e-shared-b-w4-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:47.027584709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"c1dc6ddc-424f-48dc-8448-579ff0e3eb19","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"routeName":"auth-test-model-0d45ba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","llmisvcName":"auth-test-model-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:47.107066801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"d3bdcff8-6894-4248-a018-7bff6b4305a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:47.481418123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"176a3f06-9ad9-4094-be26-e28ddeafb886","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"name":"maas-trlp-auth-test-model-a49a32","model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:47.647100455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"23bc69a6-1846-427a-ab16-763d348a66af","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"tenant":"e2e-shared-a-w0-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:47.647123695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"23bc69a6-1846-427a-ab16-763d348a66af","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"routeName":"auth-test-model-a49a32-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a49a32","llmisvcName":"auth-test-model-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:47.648592525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"0c3bbaeb-7126-4006-abf4-675a2e3b9e1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:47.787348556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"e6efd79d-2c43-499e-8e50-a791ed92f24b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a49a32","tenantID":"e2e-shared-a-w0-a49a32","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:47.844104586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"e6efd79d-2c43-499e-8e50-a791ed92f24b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"name":"e2e-shared-a-w0-a49a32-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:48.326965533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"ade78ca4-0b45-4db3-9796-060f0f432eb1","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"tenant":"e2e-shared-b-w0-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:48.326986454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"ade78ca4-0b45-4db3-9796-060f0f432eb1","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"routeName":"auth-test-model-75f577-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-75f577","llmisvcName":"auth-test-model-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:48.382828622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"5b2a9cd6-baf2-4636-b415-c5184cf6e45e","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"tenant":"e2e-shared-b-w0-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:48.382849464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"5b2a9cd6-baf2-4636-b415-c5184cf6e45e","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"routeName":"auth-test-model-75f577-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-75f577","llmisvcName":"auth-test-model-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:48.485366659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"8785aa4f-5d5f-4cfb-a9f3-c53a51d0d362","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-75f577","tenantID":"e2e-shared-b-w0-75f577","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:48.655960767Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"8785aa4f-5d5f-4cfb-a9f3-c53a51d0d362","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"name":"e2e-shared-b-w0-75f577-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:48.71036933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-75f577-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"8785aa4f-5d5f-4cfb-a9f3-c53a51d0d362","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:48.766974316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"1da04936-22f1-4698-9561-fd4820a985e0","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"tenant":"e2e-shared-b-w0-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:48.766999023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"1da04936-22f1-4698-9561-fd4820a985e0","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"routeName":"auth-test-model-75f577-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-75f577","llmisvcName":"auth-test-model-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:52.348125388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"b871de2e-7971-489f-b7ea-a68e11c54e02","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"tenant":"e2e-shared-b-w4-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:52.34814798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"b871de2e-7971-489f-b7ea-a68e11c54e02","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"routeName":"auth-test-model-0d45ba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","llmisvcName":"auth-test-model-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:52.407893747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"d4ec6f2e-cc61-423a-9548-b727f8697746","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"tenant":"e2e-shared-b-w4-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:52.407927455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"d4ec6f2e-cc61-423a-9548-b727f8697746","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"routeName":"auth-test-model-0d45ba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","llmisvcName":"auth-test-model-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:52.452028672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"c4b41b66-ca90-4645-86fe-f5576c9db38c","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-0d45ba","tenantID":"e2e-shared-b-w4-0d45ba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:12:52.456927426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"cdd57ed4-ce41-48f4-96c8-667b6fbd2e80","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-4bf356\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:12:52.460694382Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"d4ec6f2e-cc61-423a-9548-b727f8697746","name":"auth-test-model-0d45ba","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-0d45ba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:12:52.460744906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"d4ec6f2e-cc61-423a-9548-b727f8697746","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-0d45ba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:52.466088955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"b6b308ab-1ced-4710-b273-3dd9bff436d7","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"tenant":"e2e-shared-b-w4-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:52.466105808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"b6b308ab-1ced-4710-b273-3dd9bff436d7","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"routeName":"auth-test-model-0d45ba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","llmisvcName":"auth-test-model-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:52.507688918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"c4b41b66-ca90-4645-86fe-f5576c9db38c","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"name":"e2e-shared-b-w4-0d45ba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:52.56286619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"a2c251bd-0349-4294-b81b-14c3ce38c2a5","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"tenant":"e2e-shared-b-w4-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:52.562889846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"a2c251bd-0349-4294-b81b-14c3ce38c2a5","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"routeName":"auth-test-model-0d45ba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","llmisvcName":"auth-test-model-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:52.617221294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"a94eff26-d053-4e30-833a-bf55a3ad8cff","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"tenant":"e2e-shared-b-w4-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:52.617245804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"a94eff26-d053-4e30-833a-bf55a3ad8cff","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"routeName":"auth-test-model-0d45ba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","llmisvcName":"auth-test-model-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:52.813911343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"85824630-8e1d-4c69-8e8a-11567f249fd9","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-0d45ba","tenantID":"e2e-shared-b-w4-0d45ba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:52.827491469Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"8fdefc10-4371-4e9f-aa81-c477ae8fe144","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"name":"maas-trlp-auth-test-model-0d45ba","model":"auth-test-model-0d45ba","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-0d45ba/e2e-auth-iso-4bf356"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:52.869792921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"85824630-8e1d-4c69-8e8a-11567f249fd9","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"name":"e2e-shared-b-w4-0d45ba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:52.993574061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"6f29fb9f-0c8c-4fa2-8062-4c05f8b00b1c","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"tenant":"e2e-shared-b-w4-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:52.993596397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"6f29fb9f-0c8c-4fa2-8062-4c05f8b00b1c","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"routeName":"auth-test-model-0d45ba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","llmisvcName":"auth-test-model-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:53.200172149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"910f4a67-ac19-43e1-91a7-edf7f8f6cf7a","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"name":"maas-trlp-auth-test-model-0d45ba","model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:58.871568855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"a70bf255-6dbb-4f84-bbdb-85373af18d7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-75f577","tenantID":"e2e-shared-b-w0-75f577","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:58.92680879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"a70bf255-6dbb-4f84-bbdb-85373af18d7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"name":"e2e-shared-b-w0-75f577-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:12:58.981032512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-75f577-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"a70bf255-6dbb-4f84-bbdb-85373af18d7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:00.277687663Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:09.084797868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"ee840403-6741-4b3b-aa08-55f4652138c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-75f577","tenantID":"e2e-shared-b-w0-75f577","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:09.140104549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"ee840403-6741-4b3b-aa08-55f4652138c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"name":"e2e-shared-b-w0-75f577-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:09.194057137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-75f577-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"ee840403-6741-4b3b-aa08-55f4652138c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:16.643304747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e864c546-2327-4818-8348-88c31eaf8c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:16.695060022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e864c546-2327-4818-8348-88c31eaf8c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:16.746946765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e864c546-2327-4818-8348-88c31eaf8c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:16.798696499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e864c546-2327-4818-8348-88c31eaf8c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:18.710042104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bc270c-6765-4997-835e-9b860cd918a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:18.761680443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bc270c-6765-4997-835e-9b860cd918a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:18.813465649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bc270c-6765-4997-835e-9b860cd918a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:18.865311349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bc270c-6765-4997-835e-9b860cd918a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:19.297930447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"cc4b3848-defd-4430-a454-808f85ebb400","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-75f577","tenantID":"e2e-shared-b-w0-75f577","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:19.353122008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"cc4b3848-defd-4430-a454-808f85ebb400","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"name":"e2e-shared-b-w0-75f577-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:19.407368593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-75f577-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"cc4b3848-defd-4430-a454-808f85ebb400","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:21.797196822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"f690bab3-b3c7-4b24-8d4d-5d0dc599d5e2","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"name":"maas-trlp-auth-test-model-0d45ba","model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:21.901131095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"22fe708e-8f23-4d19-9e72-623d44d94737","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-0d45ba","tenantID":"e2e-shared-b-w4-0d45ba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:21.958071551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"22fe708e-8f23-4d19-9e72-623d44d94737","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"name":"e2e-shared-b-w4-0d45ba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:21.96158217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"3074b5ed-2681-49dd-9c6d-5a317a1fce5c","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"tenant":"e2e-shared-b-w4-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:21.961600805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"3074b5ed-2681-49dd-9c6d-5a317a1fce5c","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"routeName":"auth-test-model-0d45ba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","llmisvcName":"auth-test-model-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:26.189546004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"2a04715b-b247-4e33-9eae-fe727fa405a6","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"tenant":"e2e-shared-a-w4-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:26.189575703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"2a04715b-b247-4e33-9eae-fe727fa405a6","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"routeName":"auth-test-model-29dbd9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","llmisvcName":"auth-test-model-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:26.292798954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"c1fddcf0-9805-46db-adfc-6be237e7bd6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29dbd9","tenantID":"e2e-shared-a-w4-29dbd9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:26.348753905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"c1fddcf0-9805-46db-adfc-6be237e7bd6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"name":"e2e-shared-a-w4-29dbd9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:26.349861767Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"5a7aabe4-d94f-4e33-9553-3b25cd354ed6","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-da7f7d4b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:26.655509558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"230bc74a-9e65-474d-bda7-3a8de275104b","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29dbd9","tenantID":"e2e-shared-a-w4-29dbd9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:26.714251844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"230bc74a-9e65-474d-bda7-3a8de275104b","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"name":"e2e-shared-a-w4-29dbd9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:27.962560424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"700e53db-2f20-4017-b4a0-e81f910587a6","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"tenant":"e2e-shared-b-w3-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:27.962592711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"700e53db-2f20-4017-b4a0-e81f910587a6","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"routeName":"auth-test-model-7fb477-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fb477","llmisvcName":"auth-test-model-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:29.511792334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"cfba8c71-edee-4bac-97c1-f0c7bb8c8ed8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-75f577","tenantID":"e2e-shared-b-w0-75f577","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:29.567318337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"cfba8c71-edee-4bac-97c1-f0c7bb8c8ed8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"name":"e2e-shared-b-w0-75f577-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:29.621660665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-75f577-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a767149b3b4f5f082a4ab81d546a8f23de5bae39394885e1f2845507743d4bb) AuthConfig (fa7a7f14da74999493fa54b16ad21dc142614c7d1faa1fd33ee7e442e40fcd85) AuthConfig (de3b41e50e3f1653f8e0c08a060902a07e9bcb4ccaed63f1f0d69bf68493a258) AuthConfig (1ffbdfda45cf14f58a084cc79a1c9cc6026a83adf345b02fbc882428463b4a92) AuthConfig (c0fafd2f91de33851f404112ea2d1f2b7c0c1e936e10f51c9c9d8022c4f027d3) AuthConfig (0944ef40158a1d4d724e05341f8f94cc9860e7614f1e58d0a0007c863fc12135) AuthConfig (d460e3a9d9ed858a9c92b24908151f15763a67097a20a25cacf12ad3ef0d69cd) AuthConfig (47ad19dc148408565f3b2516fd51aa2befae33af2561611d30d9be41dca231e4) AuthConfig (d030a26fc1825e26bd3d2ea114f5e0b654fff9c0cbef1c8d408133ad30f5e522) AuthConfig (d53f50ea060fa1903fde0f87466bdffda4225a0778e485534cf8fb646694eec2) AuthConfig (b725979a8c4306921ba5d44217f0178b1f502c6492c1ba003a72114602be1664) AuthConfig (b7b53c9942793ca217221bf8749ce0d4fea0ae58d195b5d50b09ede012b5c15a) AuthConfig (148fae790b743fbbeb9a8d0577702dc087596f1c3e6580c15e8a15a189935ae4) AuthConfig (8f9f21a2154d8693e8763faaf05314ca35c6e4c28d9d8465789f06a05cc37f79) AuthConfig (739b903dfe73a761bee4aed431efa4f89be1806b3abd3e771a4811dc5212df52) AuthConfig (a00c6cc54c91d4dd76eec23caef6efcf567394d200c17ec94b959f66d45780c0) AuthConfig (27f5bc8153da2785b07b77f0de0deb3b7d3fd92511c0654a9d4413149e80d44a) AuthConfig (a8338c0a734e604ec7d4731afb0e635751c69241961bf6cd3cac465ccd08d930)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"cfba8c71-edee-4bac-97c1-f0c7bb8c8ed8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:29.678268633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"43038459-6a1e-4bf3-ada1-7440e9c3aefe","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"tenant":"e2e-shared-b-w0-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:29.67829184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"43038459-6a1e-4bf3-ada1-7440e9c3aefe","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"routeName":"auth-test-model-75f577-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-75f577","llmisvcName":"auth-test-model-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:30.341517887Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:33.439936061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"8fbd4db3-aacd-41e9-9d67-3a0a9fc0cf09","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"tenant":"e2e-shared-a-w3-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:33.43995761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"8fbd4db3-aacd-41e9-9d67-3a0a9fc0cf09","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"routeName":"auth-test-model-e15bbc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","llmisvcName":"auth-test-model-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:33.495884387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"4cd2a2c3-c827-483b-9d6d-190d3dfc9eef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"tenant":"e2e-shared-a-w3-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:33.495906846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"4cd2a2c3-c827-483b-9d6d-190d3dfc9eef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"routeName":"auth-test-model-e15bbc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","llmisvcName":"auth-test-model-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:33.598590934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"83855cb0-8a54-495d-a260-2baa822278c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e15bbc","tenantID":"e2e-shared-a-w3-e15bbc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:33.766386471Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"83855cb0-8a54-495d-a260-2baa822278c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"e2e-shared-a-w3-e15bbc-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:33.820109127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e15bbc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"83855cb0-8a54-495d-a260-2baa822278c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:33.875675274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"097306f6-53e0-4d88-bf11-8b50a5735701","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"tenant":"e2e-shared-a-w3-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:33.875704007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"097306f6-53e0-4d88-bf11-8b50a5735701","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"routeName":"auth-test-model-e15bbc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","llmisvcName":"auth-test-model-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:36.402407026Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"612855db-45d5-4ae4-acad-fa2e50716e6e","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","subscription":"e2e-auth-iso-4bf356","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:36.454441033Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"612855db-45d5-4ae4-acad-fa2e50716e6e","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:36.506496916Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"612855db-45d5-4ae4-acad-fa2e50716e6e","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"name":"maas-trlp-auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:36.778448221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"b0097c86-ca77-4b4a-8b6b-da8212fdcdfb","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"tenant":"e2e-shared-a-w4-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:36.778477793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"b0097c86-ca77-4b4a-8b6b-da8212fdcdfb","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"routeName":"auth-test-model-29dbd9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","llmisvcName":"auth-test-model-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:36.882723771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"3b87cb47-d8e8-4039-89a2-0b694737ce59","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29dbd9","tenantID":"e2e-shared-a-w4-29dbd9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:36.938763827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"bbaaa165-85f0-4024-9302-a4673a02a2a3","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"tenant":"e2e-shared-b-w4-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:36.938784264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"bbaaa165-85f0-4024-9302-a4673a02a2a3","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"routeName":"auth-test-model-0d45ba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","llmisvcName":"auth-test-model-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:36.942062354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"3b87cb47-d8e8-4039-89a2-0b694737ce59","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"name":"e2e-shared-a-w4-29dbd9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:37.042154197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"270cc515-6468-4eba-a1bb-fa5b240f5734","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-0d45ba","tenantID":"e2e-shared-b-w4-0d45ba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:37.099604805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"270cc515-6468-4eba-a1bb-fa5b240f5734","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"name":"e2e-shared-b-w4-0d45ba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:37.101521798Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"f4391788-5258-4f8a-9f13-fe719f4c33c0","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d3620f1b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:37.260424044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"17c4d41a-a033-407d-aae6-769d07ce85f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29dbd9","tenantID":"e2e-shared-a-w4-29dbd9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:37.319132294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"17c4d41a-a033-407d-aae6-769d07ce85f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"name":"e2e-shared-a-w4-29dbd9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:37.456244002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"dc29da41-cfe3-49f4-ac3b-c69c609c30b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-0d45ba","tenantID":"e2e-shared-b-w4-0d45ba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:37.512375973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"dc29da41-cfe3-49f4-ac3b-c69c609c30b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"name":"e2e-shared-b-w4-0d45ba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:39.832101968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"15e8e48b-69e1-4a57-9d03-ea60b0a66221","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-75f577","tenantID":"e2e-shared-b-w0-75f577","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:39.88798712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"15e8e48b-69e1-4a57-9d03-ea60b0a66221","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"name":"e2e-shared-b-w0-75f577-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:39.942418554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-75f577-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a767149b3b4f5f082a4ab81d546a8f23de5bae39394885e1f2845507743d4bb) AuthConfig (fa7a7f14da74999493fa54b16ad21dc142614c7d1faa1fd33ee7e442e40fcd85) AuthConfig (de3b41e50e3f1653f8e0c08a060902a07e9bcb4ccaed63f1f0d69bf68493a258) AuthConfig (1ffbdfda45cf14f58a084cc79a1c9cc6026a83adf345b02fbc882428463b4a92) AuthConfig (c0fafd2f91de33851f404112ea2d1f2b7c0c1e936e10f51c9c9d8022c4f027d3) AuthConfig (0944ef40158a1d4d724e05341f8f94cc9860e7614f1e58d0a0007c863fc12135) AuthConfig (d460e3a9d9ed858a9c92b24908151f15763a67097a20a25cacf12ad3ef0d69cd) AuthConfig (47ad19dc148408565f3b2516fd51aa2befae33af2561611d30d9be41dca231e4) AuthConfig (d030a26fc1825e26bd3d2ea114f5e0b654fff9c0cbef1c8d408133ad30f5e522) AuthConfig (d53f50ea060fa1903fde0f87466bdffda4225a0778e485534cf8fb646694eec2) AuthConfig (b725979a8c4306921ba5d44217f0178b1f502c6492c1ba003a72114602be1664) AuthConfig (b7b53c9942793ca217221bf8749ce0d4fea0ae58d195b5d50b09ede012b5c15a) AuthConfig (148fae790b743fbbeb9a8d0577702dc087596f1c3e6580c15e8a15a189935ae4) AuthConfig (8f9f21a2154d8693e8763faaf05314ca35c6e4c28d9d8465789f06a05cc37f79) AuthConfig (739b903dfe73a761bee4aed431efa4f89be1806b3abd3e771a4811dc5212df52) AuthConfig (a00c6cc54c91d4dd76eec23caef6efcf567394d200c17ec94b959f66d45780c0) AuthConfig (27f5bc8153da2785b07b77f0de0deb3b7d3fd92511c0654a9d4413149e80d44a) AuthConfig (a8338c0a734e604ec7d4731afb0e635751c69241961bf6cd3cac465ccd08d930)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"15e8e48b-69e1-4a57-9d03-ea60b0a66221","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:43.97975057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"dad7536a-2ae5-4572-a0f3-ea6328311aa6","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e15bbc","tenantID":"e2e-shared-a-w3-e15bbc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:44.035406776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"dad7536a-2ae5-4572-a0f3-ea6328311aa6","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"e2e-shared-a-w3-e15bbc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:44.089318963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e15bbc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"dad7536a-2ae5-4572-a0f3-ea6328311aa6","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:47.153946966Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"b094ac48-9030-45b3-ad19-d6cdccf92599","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","subscription":"e2e-auth-iso-4bf356","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:47.206308315Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"b094ac48-9030-45b3-ad19-d6cdccf92599","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:47.258841049Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"b094ac48-9030-45b3-ad19-d6cdccf92599","MaaSSubscription":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"name":"maas-trlp-auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:47.529225399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"56d2fbe7-05bb-4e93-87a0-dca42a5bdab4","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"tenant":"e2e-shared-b-w4-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:47.529249143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"56d2fbe7-05bb-4e93-87a0-dca42a5bdab4","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"routeName":"auth-test-model-0d45ba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","llmisvcName":"auth-test-model-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:47.633000584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"545cabc3-447b-4459-9398-6a2d0bae0e63","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-0d45ba","tenantID":"e2e-shared-b-w4-0d45ba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:47.68058094Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"14cf0a60-65db-49b0-92fb-a1e6aa63b1ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:47.680680472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"ab1699f4-c65f-4825-a6fc-c66012464d4b","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"tenant":"e2e-shared-a-w4-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:47.680697723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"ab1699f4-c65f-4825-a6fc-c66012464d4b","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"routeName":"auth-test-model-29dbd9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","llmisvcName":"auth-test-model-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:47.689165998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"545cabc3-447b-4459-9398-6a2d0bae0e63","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"name":"e2e-shared-b-w4-0d45ba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:47.834686129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"14cf0a60-65db-49b0-92fb-a1e6aa63b1ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29dbd9","tenantID":"e2e-shared-a-w4-29dbd9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:48.00427623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"3f4639d3-1cc8-445e-b73e-8700b6366cd4","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-0d45ba","tenantID":"e2e-shared-b-w4-0d45ba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:48.017481956Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"14cf0a60-65db-49b0-92fb-a1e6aa63b1ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"name":"e2e-shared-a-w4-29dbd9-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:48.017506919Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"e2e-auth-iso-4bf356","reconcileID":"14cf0a60-65db-49b0-92fb-a1e6aa63b1ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:48.059819963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"3f4639d3-1cc8-445e-b73e-8700b6366cd4","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"name":"e2e-shared-b-w4-0d45ba-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:48.072782252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"f5a9ce5c-8227-4637-b3dc-a95a9cb3780f","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"tenant":"e2e-shared-a-w4-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","model":"ai-tenant-e2e-shared-a-w4-29dbd9/auth-test-model-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:48.072806449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"auth-test-model-29dbd9","reconcileID":"f5a9ce5c-8227-4637-b3dc-a95a9cb3780f","MaaSModelRef":{"name":"auth-test-model-29dbd9","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"routeName":"auth-test-model-29dbd9-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","llmisvcName":"auth-test-model-29dbd9","gateway":"openshift-ingress/e2e-shared-a-w4-29dbd9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:48.221296105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"e0f598da-7d75-4a92-8567-8c268cd83fec","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"tenant":"e2e-shared-b-w4-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:48.221317223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"e0f598da-7d75-4a92-8567-8c268cd83fec","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"routeName":"auth-test-model-0d45ba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","llmisvcName":"auth-test-model-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:48.263724155Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"9d29c322-268a-4c2f-8d0e-06540fb6cb07","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:48.417470663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"9d29c322-268a-4c2f-8d0e-06540fb6cb07","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-0d45ba","tenantID":"e2e-shared-b-w4-0d45ba","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:48.49324763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"b994c3b5-c66c-446e-9a28-f9a188add83c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-5b1489","tenantID":"e2e-shared-a-w1-5b1489","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:48.586944257Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"9d29c322-268a-4c2f-8d0e-06540fb6cb07","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"name":"e2e-shared-b-w4-0d45ba-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:48.586974914Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"e2e-auth-iso-4bf356","reconcileID":"9d29c322-268a-4c2f-8d0e-06540fb6cb07","MaaSAuthPolicy":{"name":"e2e-auth-iso-4bf356","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:48.679382153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"22aba1a9-33e6-4a48-9a8e-2c55c5216031","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"tenant":"e2e-shared-b-w4-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","model":"ai-tenant-e2e-shared-b-w4-0d45ba/auth-test-model-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:48.679407615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"auth-test-model-0d45ba","reconcileID":"22aba1a9-33e6-4a48-9a8e-2c55c5216031","MaaSModelRef":{"name":"auth-test-model-0d45ba","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"routeName":"auth-test-model-0d45ba-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","llmisvcName":"auth-test-model-0d45ba","gateway":"openshift-ingress/e2e-shared-b-w4-0d45ba","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:48.685031095Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"b994c3b5-c66c-446e-9a28-f9a188add83c","name":"e2e-shared-a-w1-5b1489-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:50.045772961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"e72af457-321f-4eb5-aa60-bfb50814bc6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-75f577","tenantID":"e2e-shared-b-w0-75f577","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:50.101027048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"e72af457-321f-4eb5-aa60-bfb50814bc6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"name":"e2e-shared-b-w0-75f577-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:50.414179469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"8a532222-615a-40b0-ae18-5276ec409f4f","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"tenant":"e2e-shared-b-w0-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:50.414202274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"8a532222-615a-40b0-ae18-5276ec409f4f","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"routeName":"auth-test-model-75f577-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-75f577","llmisvcName":"auth-test-model-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:54.197185835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"1900afc7-bed5-4780-92c0-00e8f152345a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e15bbc","tenantID":"e2e-shared-a-w3-e15bbc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:54.254019825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"1900afc7-bed5-4780-92c0-00e8f152345a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"e2e-shared-a-w3-e15bbc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:54.312307017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e15bbc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"1900afc7-bed5-4780-92c0-00e8f152345a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:55.804741944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"ef67b338-6564-4a12-8c7f-bf981827fade","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"tenant":"e2e-shared-b-w0-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:55.804765627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"ef67b338-6564-4a12-8c7f-bf981827fade","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"routeName":"auth-test-model-75f577-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-75f577","llmisvcName":"auth-test-model-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:55.864023483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"4ffb93b0-87c5-46fd-88e3-5464b7236d9d","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"tenant":"e2e-shared-b-w0-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:55.864093235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"4ffb93b0-87c5-46fd-88e3-5464b7236d9d","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"routeName":"auth-test-model-75f577-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-75f577","llmisvcName":"auth-test-model-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:55.908102473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"560939c5-65bb-4625-b60d-938e841abab3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-75f577","tenantID":"e2e-shared-b-w0-75f577","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:13:55.9106822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"3eb95ff4-8144-4c44-8cfd-b56721246b78","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d7e869\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:13:55.916757975Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"4ffb93b0-87c5-46fd-88e3-5464b7236d9d","name":"auth-test-model-75f577","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-75f577\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:13:55.916815582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"4ffb93b0-87c5-46fd-88e3-5464b7236d9d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-75f577\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:55.922185534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"2a3546e4-18bc-4bb1-a33f-cb0a8c4cb27f","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"tenant":"e2e-shared-b-w0-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:55.922205542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"2a3546e4-18bc-4bb1-a33f-cb0a8c4cb27f","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"routeName":"auth-test-model-75f577-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-75f577","llmisvcName":"auth-test-model-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:55.96410182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"560939c5-65bb-4625-b60d-938e841abab3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"name":"e2e-shared-b-w0-75f577-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:56.016771417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"d4b336f8-fdfb-4c37-8ffb-2318df150ad7","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"tenant":"e2e-shared-b-w0-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:56.016796677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"d4b336f8-fdfb-4c37-8ffb-2318df150ad7","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"routeName":"auth-test-model-75f577-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-75f577","llmisvcName":"auth-test-model-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:56.072898932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"6a0ee8e9-21a7-49af-920e-23c1d97686ab","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"tenant":"e2e-shared-b-w0-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:56.072919656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"6a0ee8e9-21a7-49af-920e-23c1d97686ab","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"routeName":"auth-test-model-75f577-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-75f577","llmisvcName":"auth-test-model-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:56.272098902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"7b35fae9-2728-4190-a55b-e06c6c467625","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-75f577","tenantID":"e2e-shared-b-w0-75f577","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:56.282960117Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"1f1b8ffc-0cd8-45cb-b2e1-306d1641c4f6","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"name":"maas-trlp-auth-test-model-75f577","model":"auth-test-model-75f577","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-75f577/e2e-auth-iso-d7e869"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:56.32801088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"7b35fae9-2728-4190-a55b-e06c6c467625","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"name":"e2e-shared-b-w0-75f577-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:56.449070302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"a0a0265e-5564-4bae-b574-32817b9058c6","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"tenant":"e2e-shared-b-w0-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:56.449095335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"a0a0265e-5564-4bae-b574-32817b9058c6","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"routeName":"auth-test-model-75f577-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-75f577","llmisvcName":"auth-test-model-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:13:56.655104788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"3e718be7-be64-4aad-8d48-aedb2933fed4","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"name":"maas-trlp-auth-test-model-75f577","model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:00.275700653Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:04.41714142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"fe7bec66-21d7-441a-8011-da5dbe4a9237","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e15bbc","tenantID":"e2e-shared-a-w3-e15bbc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:04.472892648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"fe7bec66-21d7-441a-8011-da5dbe4a9237","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"e2e-shared-a-w3-e15bbc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:04.527198638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e15bbc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"fe7bec66-21d7-441a-8011-da5dbe4a9237","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:14.631147161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"d146b3a8-2070-4b65-a3ab-88e1477825df","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e15bbc","tenantID":"e2e-shared-a-w3-e15bbc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:14.68646448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"d146b3a8-2070-4b65-a3ab-88e1477825df","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"e2e-shared-a-w3-e15bbc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:14.740660069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e15bbc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"d146b3a8-2070-4b65-a3ab-88e1477825df","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:24.384956529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"e7f5739c-1929-4c02-8ad6-608db7e2618f","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"name":"maas-trlp-auth-test-model-75f577","model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:24.551195616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"d6d66a5a-bcf4-4537-81bb-3325bb2f5226","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"tenant":"e2e-shared-b-w0-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:24.551217521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"d6d66a5a-bcf4-4537-81bb-3325bb2f5226","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"routeName":"auth-test-model-75f577-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-75f577","llmisvcName":"auth-test-model-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:24.844752731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"94b21788-c212-4e2e-a6a3-9ee367541510","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e15bbc","tenantID":"e2e-shared-a-w3-e15bbc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:24.900633586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"94b21788-c212-4e2e-a6a3-9ee367541510","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"e2e-shared-a-w3-e15bbc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:24.954853237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e15bbc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6952f16ebefe41b2ce4940311d1737fa9bc0b13e9bb37fa31512655b4eb66095) AuthConfig (79447ca49a8401cbd818689345e22a94809c1280cbbb120a7dbee9a58f078adb) AuthConfig (7adfaf2e0893fe45658608159e834b7c45a10b534e0af92224cf323eafcdd0de) AuthConfig (33b26d15a453cf11f0995de23c4500f99be57ae719b5dc363d6b950ef262f098) AuthConfig (e976227c6626c12a61be6c76bc5e7bd01a16c363860ae0a4021df7f1bc9398c7) AuthConfig (f958d020019d814f8f99ae9b0a6e755239cb6faf2c964119f25e2267e098f15d) AuthConfig (016ed036db37420437d647d760fb48aa396b878c2c25f0b51f02f5ca5811dda8) AuthConfig (99fb82afb61b7bca5912e17f411ca892e4d5d7c9c951464179819c4f095a896c) AuthConfig (9524ed36b5d9163a1e7831b95eb783707c9f6eb691b96fd3a9a6614265148319) AuthConfig (15473b327981e8eb6a167950448f4cbe6b9cebd08dc12e34ef380f801cdc4d13) AuthConfig (0cd8b78fe20970153a177e641eeb9c4f4de79ef2b9d63ce6b6d8852f4193a148) AuthConfig (8a1f89bce818bd71c7bbd881a756ce1bffcf14081052dcac70dc6952149e2d97) AuthConfig (4d5e849386376c56ab5b17bcfe488ba88e757611beb38495bcf455a9573370bf) AuthConfig (7dbb4adba146e8388305a299a00df9fb50ba5c4613e1af9075f362be103518f4) AuthConfig (cb95d0756cc4112275145a6227f553978cc8da7e116376d91ae72e589b271c32) AuthConfig (863bcdf244f1f8488cb5b41b9683fa87d89b8d9e86ca236e51c1ceeba30c100f) AuthConfig (d3624374481fa2a0e92aba170000d8b7c7c5391667d75f71cb5dc49d4ad44871) AuthConfig (99f372b7087c057d42fe3263f5d9fc7cd41a11abf746ad1a3a92b5cc4b831ac5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"94b21788-c212-4e2e-a6a3-9ee367541510","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:25.011781574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"c3bdd7cc-1d4c-4586-8bce-285d3d3ef370","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"tenant":"e2e-shared-a-w3-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:25.011804624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"c3bdd7cc-1d4c-4586-8bce-285d3d3ef370","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"routeName":"auth-test-model-e15bbc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","llmisvcName":"auth-test-model-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:26.198781146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"3c7974e7-531b-4066-8648-f4bc7ae50d65","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"tenant":"e2e-shared-a-w0-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:26.198802694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"3c7974e7-531b-4066-8648-f4bc7ae50d65","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"routeName":"auth-test-model-a49a32-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a49a32","llmisvcName":"auth-test-model-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:26.301475531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"baadf189-b943-4108-b373-f32fcbe8937c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a49a32","tenantID":"e2e-shared-a-w0-a49a32","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:26.356869781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"baadf189-b943-4108-b373-f32fcbe8937c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"name":"e2e-shared-a-w0-a49a32-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:26.358972908Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"71bf48cd-d2c1-43bd-816c-2a5271ae29ec","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cfd609ae","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:26.487052529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"eef521d9-dfc8-44ca-aebb-22f1b67ffb65","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-75f577","tenantID":"e2e-shared-b-w0-75f577","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:26.542743535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"eef521d9-dfc8-44ca-aebb-22f1b67ffb65","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"name":"e2e-shared-b-w0-75f577-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:26.616658906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"7590d009-8aff-4302-a65b-805a6c4b2091","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a49a32","tenantID":"e2e-shared-a-w0-a49a32","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:26.672465555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"7590d009-8aff-4302-a65b-805a6c4b2091","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"name":"e2e-shared-a-w0-a49a32-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:30.275930746Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:35.115787042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"a143fa43-3626-425a-af58-c1a2b0b81129","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e15bbc","tenantID":"e2e-shared-a-w3-e15bbc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:35.171128061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"a143fa43-3626-425a-af58-c1a2b0b81129","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"e2e-shared-a-w3-e15bbc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:35.239579586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e15bbc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6952f16ebefe41b2ce4940311d1737fa9bc0b13e9bb37fa31512655b4eb66095) AuthConfig (79447ca49a8401cbd818689345e22a94809c1280cbbb120a7dbee9a58f078adb) AuthConfig (7adfaf2e0893fe45658608159e834b7c45a10b534e0af92224cf323eafcdd0de) AuthConfig (33b26d15a453cf11f0995de23c4500f99be57ae719b5dc363d6b950ef262f098) AuthConfig (e976227c6626c12a61be6c76bc5e7bd01a16c363860ae0a4021df7f1bc9398c7) AuthConfig (f958d020019d814f8f99ae9b0a6e755239cb6faf2c964119f25e2267e098f15d) AuthConfig (016ed036db37420437d647d760fb48aa396b878c2c25f0b51f02f5ca5811dda8) AuthConfig (99fb82afb61b7bca5912e17f411ca892e4d5d7c9c951464179819c4f095a896c) AuthConfig (9524ed36b5d9163a1e7831b95eb783707c9f6eb691b96fd3a9a6614265148319) AuthConfig (15473b327981e8eb6a167950448f4cbe6b9cebd08dc12e34ef380f801cdc4d13) AuthConfig (0cd8b78fe20970153a177e641eeb9c4f4de79ef2b9d63ce6b6d8852f4193a148) AuthConfig (8a1f89bce818bd71c7bbd881a756ce1bffcf14081052dcac70dc6952149e2d97) AuthConfig (4d5e849386376c56ab5b17bcfe488ba88e757611beb38495bcf455a9573370bf) AuthConfig (7dbb4adba146e8388305a299a00df9fb50ba5c4613e1af9075f362be103518f4) AuthConfig (cb95d0756cc4112275145a6227f553978cc8da7e116376d91ae72e589b271c32) AuthConfig (863bcdf244f1f8488cb5b41b9683fa87d89b8d9e86ca236e51c1ceeba30c100f) AuthConfig (d3624374481fa2a0e92aba170000d8b7c7c5391667d75f71cb5dc49d4ad44871) AuthConfig (99f372b7087c057d42fe3263f5d9fc7cd41a11abf746ad1a3a92b5cc4b831ac5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"a143fa43-3626-425a-af58-c1a2b0b81129","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:36.450689154Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"56a3792d-0eed-4ee3-81b9-65cf2c31fb9b","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","subscription":"e2e-auth-iso-d7e869","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:36.511528296Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"56a3792d-0eed-4ee3-81b9-65cf2c31fb9b","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:36.563421021Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"56a3792d-0eed-4ee3-81b9-65cf2c31fb9b","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"name":"maas-trlp-auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32","model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:36.837091494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"97244b07-24b4-4b38-9c09-37a5e1248bbd","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"tenant":"e2e-shared-a-w0-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:36.837114651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"97244b07-24b4-4b38-9c09-37a5e1248bbd","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"routeName":"auth-test-model-a49a32-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a49a32","llmisvcName":"auth-test-model-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:36.980297737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"dc0c787c-691e-4eb0-b08b-23e42789a17b","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"tenant":"e2e-shared-b-w0-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:36.980319701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"dc0c787c-691e-4eb0-b08b-23e42789a17b","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"routeName":"auth-test-model-75f577-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-75f577","llmisvcName":"auth-test-model-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:36.988636186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"937d35ca-3ea8-4512-bdaa-3b072c85c0e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a49a32","tenantID":"e2e-shared-a-w0-a49a32","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:37.049018248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"937d35ca-3ea8-4512-bdaa-3b072c85c0e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"name":"e2e-shared-a-w0-a49a32-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:37.096383563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"da6356d6-4d62-4bda-91a1-cd614a901db2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-75f577","tenantID":"e2e-shared-b-w0-75f577","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:37.147597353Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"228b0b58-a55d-4ddd-a3a9-66d2abb55f85","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-131c669b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:37.151597474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"da6356d6-4d62-4bda-91a1-cd614a901db2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"name":"e2e-shared-b-w0-75f577-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:37.395173955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"07f9b9c9-c7d8-4b39-8c9d-2c5da8aa0c0d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a49a32","tenantID":"e2e-shared-a-w0-a49a32","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:37.456150809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"07f9b9c9-c7d8-4b39-8c9d-2c5da8aa0c0d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"name":"e2e-shared-a-w0-a49a32-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:37.498231797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"bdaa2c5e-584d-4bd7-a177-75a162eeb956","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-75f577","tenantID":"e2e-shared-b-w0-75f577","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:37.556959526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"bdaa2c5e-584d-4bd7-a177-75a162eeb956","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"name":"e2e-shared-b-w0-75f577-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:41.835737911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-12dee4","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"autores-model-12dee4","reconcileID":"ee4353a9-bc28-4600-bb54-6f7173c038ca","MaaSModelRef":{"name":"autores-model-12dee4","namespace":"ai-tenant-e2e-autores-12dee4"},"tenant":"e2e-autores-12dee4","gateway":"openshift-ingress/e2e-autores-12dee4","model":"ai-tenant-e2e-autores-12dee4/autores-model-12dee4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:41.8358714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-12dee4","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"autores-model-12dee4","reconcileID":"ee4353a9-bc28-4600-bb54-6f7173c038ca","MaaSModelRef":{"name":"autores-model-12dee4","namespace":"ai-tenant-e2e-autores-12dee4"},"routeName":"autores-model-12dee4-kserve-route","namespace":"ai-tenant-e2e-autores-12dee4","llmisvcName":"autores-model-12dee4","gateway":"openshift-ingress/e2e-autores-12dee4","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:45.344156284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"e40a765a-53d8-430b-a18e-d2ec5bb67e7b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e15bbc","tenantID":"e2e-shared-a-w3-e15bbc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:45.39970042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"e40a765a-53d8-430b-a18e-d2ec5bb67e7b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"e2e-shared-a-w3-e15bbc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:45.453810396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e15bbc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6952f16ebefe41b2ce4940311d1737fa9bc0b13e9bb37fa31512655b4eb66095) AuthConfig (79447ca49a8401cbd818689345e22a94809c1280cbbb120a7dbee9a58f078adb) AuthConfig (7adfaf2e0893fe45658608159e834b7c45a10b534e0af92224cf323eafcdd0de) AuthConfig (33b26d15a453cf11f0995de23c4500f99be57ae719b5dc363d6b950ef262f098) AuthConfig (e976227c6626c12a61be6c76bc5e7bd01a16c363860ae0a4021df7f1bc9398c7) AuthConfig (f958d020019d814f8f99ae9b0a6e755239cb6faf2c964119f25e2267e098f15d) AuthConfig (016ed036db37420437d647d760fb48aa396b878c2c25f0b51f02f5ca5811dda8) AuthConfig (99fb82afb61b7bca5912e17f411ca892e4d5d7c9c951464179819c4f095a896c) AuthConfig (9524ed36b5d9163a1e7831b95eb783707c9f6eb691b96fd3a9a6614265148319) AuthConfig (15473b327981e8eb6a167950448f4cbe6b9cebd08dc12e34ef380f801cdc4d13) AuthConfig (0cd8b78fe20970153a177e641eeb9c4f4de79ef2b9d63ce6b6d8852f4193a148) AuthConfig (8a1f89bce818bd71c7bbd881a756ce1bffcf14081052dcac70dc6952149e2d97) AuthConfig (4d5e849386376c56ab5b17bcfe488ba88e757611beb38495bcf455a9573370bf) AuthConfig (7dbb4adba146e8388305a299a00df9fb50ba5c4613e1af9075f362be103518f4) AuthConfig (cb95d0756cc4112275145a6227f553978cc8da7e116376d91ae72e589b271c32) AuthConfig (863bcdf244f1f8488cb5b41b9683fa87d89b8d9e86ca236e51c1ceeba30c100f) AuthConfig (d3624374481fa2a0e92aba170000d8b7c7c5391667d75f71cb5dc49d4ad44871) AuthConfig (99f372b7087c057d42fe3263f5d9fc7cd41a11abf746ad1a3a92b5cc4b831ac5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"e40a765a-53d8-430b-a18e-d2ec5bb67e7b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:47.199488113Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"0f20fd1e-1dc7-437f-9300-56b52f000943","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","subscription":"e2e-auth-iso-d7e869","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:47.251913544Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"0f20fd1e-1dc7-437f-9300-56b52f000943","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:47.357876367Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"0f20fd1e-1dc7-437f-9300-56b52f000943","MaaSSubscription":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"name":"maas-trlp-auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577","model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:47.665745463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"a7987e84-112b-4e36-8bea-f4fffb65a124","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"tenant":"e2e-shared-b-w0-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:47.665767376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"a7987e84-112b-4e36-8bea-f4fffb65a124","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"routeName":"auth-test-model-75f577-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-75f577","llmisvcName":"auth-test-model-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:47.768307005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"d4dab66b-833f-4be3-b2bb-1182875d518d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-75f577","tenantID":"e2e-shared-b-w0-75f577","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:47.80701083Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"5c3122a9-9037-4318-b3d2-212f40531f0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:47.807124947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"3f69cd83-174f-40a3-9258-e0d8ebfe64f1","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"tenant":"e2e-shared-a-w0-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:47.807142502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"3f69cd83-174f-40a3-9258-e0d8ebfe64f1","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"routeName":"auth-test-model-a49a32-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a49a32","llmisvcName":"auth-test-model-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:47.823980943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"d4dab66b-833f-4be3-b2bb-1182875d518d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"name":"e2e-shared-b-w0-75f577-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:48.010841643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"5c3122a9-9037-4318-b3d2-212f40531f0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a49a32","tenantID":"e2e-shared-a-w0-a49a32","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:48.252277792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"35288b97-64a4-4369-8ea5-3a47b3360b1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-75f577","tenantID":"e2e-shared-b-w0-75f577","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:48.265122616Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"5c3122a9-9037-4318-b3d2-212f40531f0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"name":"e2e-shared-a-w0-a49a32-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:48.265155062Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"e2e-auth-iso-d7e869","reconcileID":"5c3122a9-9037-4318-b3d2-212f40531f0b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:48.308100743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"35288b97-64a4-4369-8ea5-3a47b3360b1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"name":"e2e-shared-b-w0-75f577-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:48.32036631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"6692e939-40f8-4d1f-afa7-7a87cc269bb1","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"tenant":"e2e-shared-a-w0-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","model":"ai-tenant-e2e-shared-a-w0-a49a32/auth-test-model-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:48.320387236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"auth-test-model-a49a32","reconcileID":"6692e939-40f8-4d1f-afa7-7a87cc269bb1","MaaSModelRef":{"name":"auth-test-model-a49a32","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"routeName":"auth-test-model-a49a32-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a49a32","llmisvcName":"auth-test-model-a49a32","gateway":"openshift-ingress/e2e-shared-a-w0-a49a32","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:48.466831003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"1442bb23-3b9e-4703-a1fa-317d4bd2435b","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"tenant":"e2e-shared-b-w0-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:48.466852016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"1442bb23-3b9e-4703-a1fa-317d4bd2435b","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"routeName":"auth-test-model-75f577-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-75f577","llmisvcName":"auth-test-model-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:48.515969626Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"d6c1e092-38ff-4869-b3f2-09b6786d73b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:48.670609913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"d6c1e092-38ff-4869-b3f2-09b6786d73b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-75f577","tenantID":"e2e-shared-b-w0-75f577","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:48.888300581Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"d6c1e092-38ff-4869-b3f2-09b6786d73b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"name":"e2e-shared-b-w0-75f577-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:48.888342312Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"e2e-auth-iso-d7e869","reconcileID":"d6c1e092-38ff-4869-b3f2-09b6786d73b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7e869","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:48.943919613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"66862e41-a4d2-4529-88c4-f72cc50373ba","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"tenant":"e2e-shared-b-w0-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","model":"ai-tenant-e2e-shared-b-w0-75f577/auth-test-model-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:48.943941783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"auth-test-model-75f577","reconcileID":"66862e41-a4d2-4529-88c4-f72cc50373ba","MaaSModelRef":{"name":"auth-test-model-75f577","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"routeName":"auth-test-model-75f577-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-75f577","llmisvcName":"auth-test-model-75f577","gateway":"openshift-ingress/e2e-shared-b-w0-75f577","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:55.39822232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11fbaac-3d7f-4ddc-abde-540ac0219ff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:55.450051894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11fbaac-3d7f-4ddc-abde-540ac0219ff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:55.502011172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11fbaac-3d7f-4ddc-abde-540ac0219ff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:55.554285448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11fbaac-3d7f-4ddc-abde-540ac0219ff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:55.705709301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"4982513a-b992-4eeb-ac4b-7128d07cc517","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e15bbc","tenantID":"e2e-shared-a-w3-e15bbc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:55.764222283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"4982513a-b992-4eeb-ac4b-7128d07cc517","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"e2e-shared-a-w3-e15bbc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:55.862044396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e15bbc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6952f16ebefe41b2ce4940311d1737fa9bc0b13e9bb37fa31512655b4eb66095) AuthConfig (79447ca49a8401cbd818689345e22a94809c1280cbbb120a7dbee9a58f078adb) AuthConfig (7adfaf2e0893fe45658608159e834b7c45a10b534e0af92224cf323eafcdd0de) AuthConfig (33b26d15a453cf11f0995de23c4500f99be57ae719b5dc363d6b950ef262f098) AuthConfig (e976227c6626c12a61be6c76bc5e7bd01a16c363860ae0a4021df7f1bc9398c7) AuthConfig (f958d020019d814f8f99ae9b0a6e755239cb6faf2c964119f25e2267e098f15d) AuthConfig (016ed036db37420437d647d760fb48aa396b878c2c25f0b51f02f5ca5811dda8) AuthConfig (99fb82afb61b7bca5912e17f411ca892e4d5d7c9c951464179819c4f095a896c) AuthConfig (9524ed36b5d9163a1e7831b95eb783707c9f6eb691b96fd3a9a6614265148319) AuthConfig (15473b327981e8eb6a167950448f4cbe6b9cebd08dc12e34ef380f801cdc4d13) AuthConfig (0cd8b78fe20970153a177e641eeb9c4f4de79ef2b9d63ce6b6d8852f4193a148) AuthConfig (8a1f89bce818bd71c7bbd881a756ce1bffcf14081052dcac70dc6952149e2d97) AuthConfig (4d5e849386376c56ab5b17bcfe488ba88e757611beb38495bcf455a9573370bf) AuthConfig (7dbb4adba146e8388305a299a00df9fb50ba5c4613e1af9075f362be103518f4) AuthConfig (cb95d0756cc4112275145a6227f553978cc8da7e116376d91ae72e589b271c32) AuthConfig (863bcdf244f1f8488cb5b41b9683fa87d89b8d9e86ca236e51c1ceeba30c100f) AuthConfig (d3624374481fa2a0e92aba170000d8b7c7c5391667d75f71cb5dc49d4ad44871) AuthConfig (99f372b7087c057d42fe3263f5d9fc7cd41a11abf746ad1a3a92b5cc4b831ac5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"4982513a-b992-4eeb-ac4b-7128d07cc517","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:55.975952577Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-288188","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-288188","reconcileID":"dc0aeaa2-a238-4051-9354-d3d29c5c3e6e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-288188","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-288188":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:57.604678923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d413c939-c73b-4518-99a8-7ea45708e33c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:57.65634739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d413c939-c73b-4518-99a8-7ea45708e33c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:57.708239707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d413c939-c73b-4518-99a8-7ea45708e33c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:14:57.760405746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d413c939-c73b-4518-99a8-7ea45708e33c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:00.281733777Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:05.967817604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"a18ba107-5afb-4cca-92b3-8c8a87ab98ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e15bbc","tenantID":"e2e-shared-a-w3-e15bbc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:06.047934924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"a18ba107-5afb-4cca-92b3-8c8a87ab98ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"e2e-shared-a-w3-e15bbc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:06.131562923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-e15bbc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6952f16ebefe41b2ce4940311d1737fa9bc0b13e9bb37fa31512655b4eb66095) AuthConfig (79447ca49a8401cbd818689345e22a94809c1280cbbb120a7dbee9a58f078adb) AuthConfig (7adfaf2e0893fe45658608159e834b7c45a10b534e0af92224cf323eafcdd0de) AuthConfig (33b26d15a453cf11f0995de23c4500f99be57ae719b5dc363d6b950ef262f098) AuthConfig (e976227c6626c12a61be6c76bc5e7bd01a16c363860ae0a4021df7f1bc9398c7) AuthConfig (f958d020019d814f8f99ae9b0a6e755239cb6faf2c964119f25e2267e098f15d) AuthConfig (016ed036db37420437d647d760fb48aa396b878c2c25f0b51f02f5ca5811dda8) AuthConfig (99fb82afb61b7bca5912e17f411ca892e4d5d7c9c951464179819c4f095a896c) AuthConfig (9524ed36b5d9163a1e7831b95eb783707c9f6eb691b96fd3a9a6614265148319) AuthConfig (15473b327981e8eb6a167950448f4cbe6b9cebd08dc12e34ef380f801cdc4d13) AuthConfig (0cd8b78fe20970153a177e641eeb9c4f4de79ef2b9d63ce6b6d8852f4193a148) AuthConfig (8a1f89bce818bd71c7bbd881a756ce1bffcf14081052dcac70dc6952149e2d97) AuthConfig (4d5e849386376c56ab5b17bcfe488ba88e757611beb38495bcf455a9573370bf) AuthConfig (7dbb4adba146e8388305a299a00df9fb50ba5c4613e1af9075f362be103518f4) AuthConfig (cb95d0756cc4112275145a6227f553978cc8da7e116376d91ae72e589b271c32) AuthConfig (863bcdf244f1f8488cb5b41b9683fa87d89b8d9e86ca236e51c1ceeba30c100f) AuthConfig (d3624374481fa2a0e92aba170000d8b7c7c5391667d75f71cb5dc49d4ad44871) AuthConfig (99f372b7087c057d42fe3263f5d9fc7cd41a11abf746ad1a3a92b5cc4b831ac5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"a18ba107-5afb-4cca-92b3-8c8a87ab98ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:07.660269485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f77bd68-c510-4583-876b-f96415df08ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:07.71199234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f77bd68-c510-4583-876b-f96415df08ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:07.764787939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f77bd68-c510-4583-876b-f96415df08ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:07.817493643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f77bd68-c510-4583-876b-f96415df08ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:09.777696479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03525cc-80e0-4c52-8d52-038b3bda4c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:09.829274816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03525cc-80e0-4c52-8d52-038b3bda4c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:09.880874383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03525cc-80e0-4c52-8d52-038b3bda4c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:09.932997664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03525cc-80e0-4c52-8d52-038b3bda4c2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:16.277537911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"e6b3f018-c9d2-42d4-b7f8-922580b17e5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e15bbc","tenantID":"e2e-shared-a-w3-e15bbc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:16.333951932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"e6b3f018-c9d2-42d4-b7f8-922580b17e5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"e2e-shared-a-w3-e15bbc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:16.744524549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"dbe43d82-d3f4-4651-9ffc-cf76440ba1aa","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"tenant":"e2e-shared-a-w3-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:16.744547049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"dbe43d82-d3f4-4651-9ffc-cf76440ba1aa","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"routeName":"auth-test-model-e15bbc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","llmisvcName":"auth-test-model-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:17.08516376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"418bd505-41dd-4b85-8092-df4e66b05bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:17.137768275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"418bd505-41dd-4b85-8092-df4e66b05bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:17.189965861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"418bd505-41dd-4b85-8092-df4e66b05bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:17.242071308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"418bd505-41dd-4b85-8092-df4e66b05bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:17.550094314Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-534c77","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-534c77","reconcileID":"f818260f-5c0d-46e4-9a74-bebc8bebc892","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-534c77","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-534c77":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:19.206399933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a0d35dc-b76a-4378-b2cf-b6e6fb1932eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:19.258283683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a0d35dc-b76a-4378-b2cf-b6e6fb1932eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:19.310189006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a0d35dc-b76a-4378-b2cf-b6e6fb1932eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:19.362169836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a0d35dc-b76a-4378-b2cf-b6e6fb1932eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:21.255351571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa5a12e-f729-492e-a0ac-1d6435010676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:21.306972245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa5a12e-f729-492e-a0ac-1d6435010676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:21.359021355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa5a12e-f729-492e-a0ac-1d6435010676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:21.462459111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aa5a12e-f729-492e-a0ac-1d6435010676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:22.162472627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"1174acaf-225f-4816-92b4-6d2b2a91ed9c","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"tenant":"e2e-shared-a-w3-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:22.162494545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"1174acaf-225f-4816-92b4-6d2b2a91ed9c","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"routeName":"auth-test-model-e15bbc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","llmisvcName":"auth-test-model-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:22.220065627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"17b3e938-e0b6-40e2-af05-3c852b95d6f0","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"tenant":"e2e-shared-a-w3-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:22.220093341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"17b3e938-e0b6-40e2-af05-3c852b95d6f0","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"routeName":"auth-test-model-e15bbc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","llmisvcName":"auth-test-model-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:22.265215812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"392e15ef-ea18-43a3-9f58-1c85b78d84b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e15bbc","tenantID":"e2e-shared-a-w3-e15bbc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:15:22.269681942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"1464b348-aa32-4de9-8432-3f52364d91f3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c7c434\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:15:22.27240178Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"17b3e938-e0b6-40e2-af05-3c852b95d6f0","name":"auth-test-model-e15bbc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-e15bbc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:15:22.272461428Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"17b3e938-e0b6-40e2-af05-3c852b95d6f0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-e15bbc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:22.277821166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"1df20f9c-3442-4030-a4ba-9f8d28181e44","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"tenant":"e2e-shared-a-w3-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:22.277839814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"1df20f9c-3442-4030-a4ba-9f8d28181e44","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"routeName":"auth-test-model-e15bbc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","llmisvcName":"auth-test-model-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:22.320456051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"392e15ef-ea18-43a3-9f58-1c85b78d84b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"e2e-shared-a-w3-e15bbc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:22.37507819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"5f63da8c-5d44-41fa-af97-6f5e89fb1b02","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"tenant":"e2e-shared-a-w3-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:22.375105197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"5f63da8c-5d44-41fa-af97-6f5e89fb1b02","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"routeName":"auth-test-model-e15bbc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","llmisvcName":"auth-test-model-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:22.429023247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"9ffba0b0-519d-42d6-acca-41cf0160d101","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"tenant":"e2e-shared-a-w3-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:22.429056175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"9ffba0b0-519d-42d6-acca-41cf0160d101","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"routeName":"auth-test-model-e15bbc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","llmisvcName":"auth-test-model-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:22.63002623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"a97c6cbd-7594-4b7f-9826-1ed8c722cf4a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e15bbc","tenantID":"e2e-shared-a-w3-e15bbc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:22.679368083Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"7be3a216-04d3-46d8-957c-e497d2b11bbd","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"maas-trlp-auth-test-model-e15bbc","model":"auth-test-model-e15bbc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-e15bbc/e2e-auth-iso-c7c434"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:22.691421278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"a97c6cbd-7594-4b7f-9826-1ed8c722cf4a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"e2e-shared-a-w3-e15bbc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:22.892579445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"d64d67d5-408e-4e90-b85c-f719f192bd6e","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"tenant":"e2e-shared-a-w3-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:22.89260425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"d64d67d5-408e-4e90-b85c-f719f192bd6e","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"routeName":"auth-test-model-e15bbc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","llmisvcName":"auth-test-model-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:23.098547534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"3416b656-2e85-460f-b124-647dfb39164b","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"maas-trlp-auth-test-model-e15bbc","model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:23.343431262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a0ea01-bc82-41a0-8991-3950da617d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:23.39524612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a0ea01-bc82-41a0-8991-3950da617d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:23.44748467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a0ea01-bc82-41a0-8991-3950da617d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:23.499099408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a0ea01-bc82-41a0-8991-3950da617d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:25.363462767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6bb6084-62c7-410a-9696-59266fe8382f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:25.415268997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6bb6084-62c7-410a-9696-59266fe8382f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:25.467026403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6bb6084-62c7-410a-9696-59266fe8382f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:25.519171329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6bb6084-62c7-410a-9696-59266fe8382f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:27.40918686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e7fe48d-2a08-4084-be48-0c80449bf8a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:27.46168517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e7fe48d-2a08-4084-be48-0c80449bf8a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:27.513718519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e7fe48d-2a08-4084-be48-0c80449bf8a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:27.565556288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e7fe48d-2a08-4084-be48-0c80449bf8a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:30.276859802Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:38.879427159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cf0391-08e7-48d3-81bc-6cbef2533297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:38.931372726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cf0391-08e7-48d3-81bc-6cbef2533297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:38.983247415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cf0391-08e7-48d3-81bc-6cbef2533297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:39.035322725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8cf0391-08e7-48d3-81bc-6cbef2533297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:39.406081508Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d7b12e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d7b12e","reconcileID":"03714da9-0eeb-48d5-a9df-02573b5e96d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d7b12e","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-d7b12e":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:40.991363616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e74580-43ac-496b-9a5e-850d4ec3e1cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:41.046182045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e74580-43ac-496b-9a5e-850d4ec3e1cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:41.098385268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e74580-43ac-496b-9a5e-850d4ec3e1cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:41.150746079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e74580-43ac-496b-9a5e-850d4ec3e1cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:43.063371292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd67bc3-5c94-4a1c-a544-a7e765d0d0df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:43.116162057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd67bc3-5c94-4a1c-a544-a7e765d0d0df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:43.168623038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd67bc3-5c94-4a1c-a544-a7e765d0d0df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:43.220870496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd67bc3-5c94-4a1c-a544-a7e765d0d0df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:44.952770888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"ad643c36-a9e9-47e9-9529-a3985c57d6b9","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"maas-trlp-auth-test-model-e15bbc","model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:45.082700964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ed4da4-1910-4551-9bc0-8ecdef2a2d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:45.134892203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ed4da4-1910-4551-9bc0-8ecdef2a2d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:45.187079895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ed4da4-1910-4551-9bc0-8ecdef2a2d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:45.192084688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"13bd19fa-69b4-4b9a-ba26-baee67eb07a2","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"tenant":"e2e-shared-a-w3-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:45.192105218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"13bd19fa-69b4-4b9a-ba26-baee67eb07a2","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"routeName":"auth-test-model-e15bbc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","llmisvcName":"auth-test-model-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:45.239013361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ed4da4-1910-4551-9bc0-8ecdef2a2d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:46.077712626Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","namespace":"ai-tenant-e2e-autores-12dee4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:46.077793469Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","namespace":"ai-tenant-e2e-autores-12dee4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:46.077866733Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","tenant":"e2e-autores-12dee4","tenantID":"e2e-autores-12dee4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:46.133153044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","gvk":"Deployment","name":"maas-api-e2e-autores-12dee4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:46.193460735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","gvk":"Service","name":"maas-api-e2e-autores-12dee4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:46.207537578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"e41861da-2e08-4f24-950a-794a0a077068","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e15bbc","tenantID":"e2e-shared-a-w3-e15bbc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:46.255194748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-12dee4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:46.263519496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"e41861da-2e08-4f24-950a-794a0a077068","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"e2e-shared-a-w3-e15bbc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:46.312566119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-12dee4","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:46.377597353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-12dee4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:46.431518464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-12dee4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:46.487657323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-12dee4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:46.542446802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-12dee4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:46.594176879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","gvk":"Deployment","name":"payload-processing-e2e-autores-12dee4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:46.645572771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-12dee4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:46.697998625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","gvk":"Service","name":"payload-processing-e2e-autores-12dee4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:46.749787599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","gvk":"Service","name":"payload-pre-processing-e2e-autores-12dee4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:46.801362487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","gvk":"DestinationRule","name":"payload-processing-e2e-autores-12dee4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:46.852764761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-12dee4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:46.904050092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-12dee4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:46.959393585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-12dee4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:47.010831037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-12dee4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:47.064661816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-12dee4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:47.116217949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-12dee4","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:47.16788482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-12dee4"},"namespace":"ai-tenant-e2e-autores-12dee4","name":"default-tenant","reconcileID":"1a8be0eb-d29d-4ad5-a326-761b230a0a15","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-12dee4","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:47.546062592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"25ea9d33-e873-46b0-b53a-f2167c106f5e","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"tenant":"e2e-shared-b-w3-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:47.546085238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"25ea9d33-e873-46b0-b53a-f2167c106f5e","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"routeName":"auth-test-model-7fb477-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fb477","llmisvcName":"auth-test-model-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:47.600244316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"15477f27-b5e2-420d-805e-42442df37e05","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"tenant":"e2e-shared-b-w3-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:47.600265465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"15477f27-b5e2-420d-805e-42442df37e05","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"routeName":"auth-test-model-7fb477-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fb477","llmisvcName":"auth-test-model-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:47.702946878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"9c344512-5b4c-406e-a6a6-c1d3b8163079","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fb477","tenantID":"e2e-shared-b-w3-7fb477","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:47.841392798Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"9c344512-5b4c-406e-a6a6-c1d3b8163079","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"name":"e2e-shared-b-w3-7fb477-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:47.897562642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7fb477-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"9c344512-5b4c-406e-a6a6-c1d3b8163079","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:47.955351038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"05533b87-cb39-413b-b752-9aea7c36840a","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"tenant":"e2e-shared-b-w3-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:47.955373973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"05533b87-cb39-413b-b752-9aea7c36840a","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"routeName":"auth-test-model-7fb477-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fb477","llmisvcName":"auth-test-model-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:48.056531179Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-12dee4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-12dee4","reconcileID":"3db466ce-d95a-4bb4-94c8-1a7c8c0345e5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-12dee4","removed":["maas.opendatahub.io/gateway-access-e2e-autores-12dee4"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:49.143208053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe57709-c363-4e11-8e23-04134bac8c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:49.194866651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe57709-c363-4e11-8e23-04134bac8c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:49.246598571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe57709-c363-4e11-8e23-04134bac8c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:49.298413581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe57709-c363-4e11-8e23-04134bac8c29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:51.154531055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e41d341-4f11-4087-b0cf-1b27f7318e38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:51.206342161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e41d341-4f11-4087-b0cf-1b27f7318e38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:51.258166966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e41d341-4f11-4087-b0cf-1b27f7318e38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:51.310126842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e41d341-4f11-4087-b0cf-1b27f7318e38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:53.1719055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3720578b-236e-4d15-a32d-5f4a0f9f7bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:53.223904299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3720578b-236e-4d15-a32d-5f4a0f9f7bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:53.275738262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3720578b-236e-4d15-a32d-5f4a0f9f7bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:53.32764702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3720578b-236e-4d15-a32d-5f4a0f9f7bbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:55.190790872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de348644-73d7-4438-8bb6-dbbb6d96c663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:55.242478458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de348644-73d7-4438-8bb6-dbbb6d96c663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:55.294205615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de348644-73d7-4438-8bb6-dbbb6d96c663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:55.346074881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de348644-73d7-4438-8bb6-dbbb6d96c663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:57.268322359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f95a91-2302-491a-8872-a95cef6e0c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:57.320145033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f95a91-2302-491a-8872-a95cef6e0c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:57.371850992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f95a91-2302-491a-8872-a95cef6e0c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:57.424481889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f95a91-2302-491a-8872-a95cef6e0c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:58.058960409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"ecdc46f8-0e2d-497b-8021-5d7699fb7c05","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fb477","tenantID":"e2e-shared-b-w3-7fb477","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:58.114158503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"ecdc46f8-0e2d-497b-8021-5d7699fb7c05","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"name":"e2e-shared-b-w3-7fb477-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:15:58.168265948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7fb477-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"ecdc46f8-0e2d-497b-8021-5d7699fb7c05","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:00.277378351Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:08.273821214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"e3311c2e-dd17-40d2-bf6e-07cfe3ec6a55","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fb477","tenantID":"e2e-shared-b-w3-7fb477","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:08.336187227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"e3311c2e-dd17-40d2-bf6e-07cfe3ec6a55","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"name":"e2e-shared-b-w3-7fb477-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:08.394497675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7fb477-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (287e9b4db3ad09426316978d5748875f929f75ac4a81c7a4acd65a5596a97c8f) AuthConfig (f2d3a9c2ddc55e66fdbdcafc6ff9abe3062ca5658403d7f7308ec49d33da1a25) AuthConfig (9423b5d8dc43a8ef7376b63dbf15f3fe1bb2ef1023191f30751308c8729e7736) AuthConfig (29d1b75125aaee592132f97f47fc9eaff6a65aadeced9279c448c01938f28751) AuthConfig (1896fd3c0831bea32b875dc39cf8f39b8cd093a8d65988db5d7c2e1583fb2c2d) AuthConfig (2df5b387b8e689a522bcf445e7e75c8526e4e964b453b8dfc373e0d858aa6c9d) AuthConfig (2dae07b0849ca43648388f938e49bfa135912e0163418e63ba8e6dc3d4bf775c) AuthConfig (3465e412fd2bceee971026ad3bf3e1a0e5f601df7aa121ff9be391a38846b8ad) AuthConfig (4f6a2697d3fd6dde36392fb1aba4b92f37c0d438afecaca613d14666f7d7655b) AuthConfig (41fdcd8bedd13c9dce4950b7067f017e3a96f24e4c281e4caf3d49300a325789) AuthConfig (100086d218f24e678800480e94d8b4224df56d70f8976e95041d925fb9af14c0) AuthConfig (af534d38f46ba71386de13ef25a7af6fd63cb85f773c316ecd6dc007dff61e90) AuthConfig (ffdfc240c6b67c9b832ed3631be27477cf8a6461a37ed9d7f44681c4e6e171e7) AuthConfig (729cc772e967990ce66d4b3b68713a1791f9a7d6cd7a57c706bf553f15f074ae) AuthConfig (7fb8fa6c404746a97771aff4b291983a5ae39b95a375127d82665d7d6fe56c5f) AuthConfig (73b8020dde58d8944d1ebd123550703ee1a4eb4eef327556177ae36b5c8bbad8) AuthConfig (743e2e580b8b27fbbec38c57e0b2601a106328166e9281bda3e2ba978d952f86) AuthConfig (248174e3721c05fd0911190d54ddd81d799f4fa7a93e001857a36af6835a96c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"e3311c2e-dd17-40d2-bf6e-07cfe3ec6a55","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:08.45406379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"38097210-8c97-4957-b778-911ae4581679","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"tenant":"e2e-shared-b-w3-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:08.454091739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"38097210-8c97-4957-b778-911ae4581679","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"routeName":"auth-test-model-7fb477-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fb477","llmisvcName":"auth-test-model-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:12.474776028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cdc753d-0838-4a12-be42-980456e174a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:12.526435073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cdc753d-0838-4a12-be42-980456e174a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:12.578810392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cdc753d-0838-4a12-be42-980456e174a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:12.631350698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cdc753d-0838-4a12-be42-980456e174a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:12.964731476Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f3e839","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f3e839","reconcileID":"dc30e5ef-b680-42cb-9cc5-343ec5179770","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-f3e839","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-f3e839":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:14.542593167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72427110-d1bc-41c3-b987-3a73fcdace53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:14.595812692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72427110-d1bc-41c3-b987-3a73fcdace53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:14.647650929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72427110-d1bc-41c3-b987-3a73fcdace53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:14.699781345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72427110-d1bc-41c3-b987-3a73fcdace53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:16.572210086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a2d42b-d3c1-498f-a288-8aa56df42391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:16.623471372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"fddecc11-8543-46fd-b08b-052bee4e9e9e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-288188","tenantID":"e2e-extmod-a-288188","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:16.624493955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a2d42b-d3c1-498f-a288-8aa56df42391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:16.677087215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a2d42b-d3c1-498f-a288-8aa56df42391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:16.72945308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a2d42b-d3c1-498f-a288-8aa56df42391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:16.841074698Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"fddecc11-8543-46fd-b08b-052bee4e9e9e","name":"e2e-extmod-a-288188-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:18.557512904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"2c4245c5-7ab8-4242-8a78-9b1a7e9d6def","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fb477","tenantID":"e2e-shared-b-w3-7fb477","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:18.613480803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"2c4245c5-7ab8-4242-8a78-9b1a7e9d6def","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"name":"e2e-shared-b-w3-7fb477-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:18.66631829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f29b32c-6ac4-41c4-8116-7679c5495f62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:18.718180083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f29b32c-6ac4-41c4-8116-7679c5495f62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:18.721034573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7fb477-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (287e9b4db3ad09426316978d5748875f929f75ac4a81c7a4acd65a5596a97c8f) AuthConfig (f2d3a9c2ddc55e66fdbdcafc6ff9abe3062ca5658403d7f7308ec49d33da1a25) AuthConfig (9423b5d8dc43a8ef7376b63dbf15f3fe1bb2ef1023191f30751308c8729e7736) AuthConfig (29d1b75125aaee592132f97f47fc9eaff6a65aadeced9279c448c01938f28751) AuthConfig (1896fd3c0831bea32b875dc39cf8f39b8cd093a8d65988db5d7c2e1583fb2c2d) AuthConfig (2df5b387b8e689a522bcf445e7e75c8526e4e964b453b8dfc373e0d858aa6c9d) AuthConfig (2dae07b0849ca43648388f938e49bfa135912e0163418e63ba8e6dc3d4bf775c) AuthConfig (3465e412fd2bceee971026ad3bf3e1a0e5f601df7aa121ff9be391a38846b8ad) AuthConfig (4f6a2697d3fd6dde36392fb1aba4b92f37c0d438afecaca613d14666f7d7655b) AuthConfig (41fdcd8bedd13c9dce4950b7067f017e3a96f24e4c281e4caf3d49300a325789) AuthConfig (100086d218f24e678800480e94d8b4224df56d70f8976e95041d925fb9af14c0) AuthConfig (af534d38f46ba71386de13ef25a7af6fd63cb85f773c316ecd6dc007dff61e90) AuthConfig (ffdfc240c6b67c9b832ed3631be27477cf8a6461a37ed9d7f44681c4e6e171e7) AuthConfig (729cc772e967990ce66d4b3b68713a1791f9a7d6cd7a57c706bf553f15f074ae) AuthConfig (7fb8fa6c404746a97771aff4b291983a5ae39b95a375127d82665d7d6fe56c5f) AuthConfig (73b8020dde58d8944d1ebd123550703ee1a4eb4eef327556177ae36b5c8bbad8) AuthConfig (743e2e580b8b27fbbec38c57e0b2601a106328166e9281bda3e2ba978d952f86) AuthConfig (248174e3721c05fd0911190d54ddd81d799f4fa7a93e001857a36af6835a96c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"2c4245c5-7ab8-4242-8a78-9b1a7e9d6def","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:18.769966046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f29b32c-6ac4-41c4-8116-7679c5495f62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:18.821884985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f29b32c-6ac4-41c4-8116-7679c5495f62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:20.767367093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78535c9-4d3f-46f6-93c4-00635ae7c0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:20.819303958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78535c9-4d3f-46f6-93c4-00635ae7c0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:20.870888312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78535c9-4d3f-46f6-93c4-00635ae7c0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:20.922713373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78535c9-4d3f-46f6-93c4-00635ae7c0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:22.787519021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c3b633-09fa-4afc-b8a2-67f171035d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:22.840136399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c3b633-09fa-4afc-b8a2-67f171035d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:22.89204152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c3b633-09fa-4afc-b8a2-67f171035d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:22.943932647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c3b633-09fa-4afc-b8a2-67f171035d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:24.870599083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7438e2-0ec4-4504-96da-7ad44941eb00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:24.922282994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7438e2-0ec4-4504-96da-7ad44941eb00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:24.973975982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7438e2-0ec4-4504-96da-7ad44941eb00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:25.026407958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de7438e2-0ec4-4504-96da-7ad44941eb00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:26.973301058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a327a37d-e6bd-4497-9271-eddacd41fa15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:27.025245707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a327a37d-e6bd-4497-9271-eddacd41fa15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:27.076989348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a327a37d-e6bd-4497-9271-eddacd41fa15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:27.129004788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a327a37d-e6bd-4497-9271-eddacd41fa15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:28.826837543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"bb5f10b3-40b8-40f4-9e42-7df74299a989","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fb477","tenantID":"e2e-shared-b-w3-7fb477","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:28.882911386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"bb5f10b3-40b8-40f4-9e42-7df74299a989","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"name":"e2e-shared-b-w3-7fb477-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:28.938065842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7fb477-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (287e9b4db3ad09426316978d5748875f929f75ac4a81c7a4acd65a5596a97c8f) AuthConfig (f2d3a9c2ddc55e66fdbdcafc6ff9abe3062ca5658403d7f7308ec49d33da1a25) AuthConfig (9423b5d8dc43a8ef7376b63dbf15f3fe1bb2ef1023191f30751308c8729e7736) AuthConfig (29d1b75125aaee592132f97f47fc9eaff6a65aadeced9279c448c01938f28751) AuthConfig (1896fd3c0831bea32b875dc39cf8f39b8cd093a8d65988db5d7c2e1583fb2c2d) AuthConfig (2df5b387b8e689a522bcf445e7e75c8526e4e964b453b8dfc373e0d858aa6c9d) AuthConfig (2dae07b0849ca43648388f938e49bfa135912e0163418e63ba8e6dc3d4bf775c) AuthConfig (3465e412fd2bceee971026ad3bf3e1a0e5f601df7aa121ff9be391a38846b8ad) AuthConfig (4f6a2697d3fd6dde36392fb1aba4b92f37c0d438afecaca613d14666f7d7655b) AuthConfig (41fdcd8bedd13c9dce4950b7067f017e3a96f24e4c281e4caf3d49300a325789) AuthConfig (100086d218f24e678800480e94d8b4224df56d70f8976e95041d925fb9af14c0) AuthConfig (af534d38f46ba71386de13ef25a7af6fd63cb85f773c316ecd6dc007dff61e90) AuthConfig (ffdfc240c6b67c9b832ed3631be27477cf8a6461a37ed9d7f44681c4e6e171e7) AuthConfig (729cc772e967990ce66d4b3b68713a1791f9a7d6cd7a57c706bf553f15f074ae) AuthConfig (7fb8fa6c404746a97771aff4b291983a5ae39b95a375127d82665d7d6fe56c5f) AuthConfig (73b8020dde58d8944d1ebd123550703ee1a4eb4eef327556177ae36b5c8bbad8) AuthConfig (743e2e580b8b27fbbec38c57e0b2601a106328166e9281bda3e2ba978d952f86) AuthConfig (248174e3721c05fd0911190d54ddd81d799f4fa7a93e001857a36af6835a96c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"bb5f10b3-40b8-40f4-9e42-7df74299a989","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:29.073598367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b150ac09-704e-4296-8ce6-e896c9d4b111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:29.126664004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b150ac09-704e-4296-8ce6-e896c9d4b111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:29.17951795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b150ac09-704e-4296-8ce6-e896c9d4b111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:29.232037623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b150ac09-704e-4296-8ce6-e896c9d4b111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:30.275768487Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:31.105577358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c3260c5-5ed0-4f1b-871a-a619b54304e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:31.158283798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c3260c5-5ed0-4f1b-871a-a619b54304e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:31.209911675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c3260c5-5ed0-4f1b-871a-a619b54304e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:31.261598875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c3260c5-5ed0-4f1b-871a-a619b54304e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:33.11811194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d00c28-a8a2-4963-b74d-f91eeff0ec82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:33.170754494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d00c28-a8a2-4963-b74d-f91eeff0ec82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:33.222521525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d00c28-a8a2-4963-b74d-f91eeff0ec82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:33.274412342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d00c28-a8a2-4963-b74d-f91eeff0ec82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:35.147681927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428b97fb-c54e-42cc-ae00-05cf819b0970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:35.205547987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428b97fb-c54e-42cc-ae00-05cf819b0970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:35.257606937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428b97fb-c54e-42cc-ae00-05cf819b0970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:35.309544456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"428b97fb-c54e-42cc-ae00-05cf819b0970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:39.044238186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"d2962c84-df7b-4e96-8fc2-ac5908ed1b16","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fb477","tenantID":"e2e-shared-b-w3-7fb477","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:39.1012543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"d2962c84-df7b-4e96-8fc2-ac5908ed1b16","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"name":"e2e-shared-b-w3-7fb477-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:39.418115287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"d75459c6-3599-469f-922c-bf049885bd80","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"tenant":"e2e-shared-b-w3-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:39.418136871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"d75459c6-3599-469f-922c-bf049885bd80","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"routeName":"auth-test-model-7fb477-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fb477","llmisvcName":"auth-test-model-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:42.146084421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"9283e681-ce00-469c-bf11-21db571e7902","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-534c77","tenantID":"e2e-shared-b-w1-534c77","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:42.259741931Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"9283e681-ce00-469c-bf11-21db571e7902","name":"e2e-shared-b-w1-534c77-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:44.814158173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"58aff188-07ee-4302-a3ee-2d2b1fdf278c","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"tenant":"e2e-shared-b-w3-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:44.814183061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"58aff188-07ee-4302-a3ee-2d2b1fdf278c","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"routeName":"auth-test-model-7fb477-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fb477","llmisvcName":"auth-test-model-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:44.872731652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"8f318a95-1606-4fd1-b9e6-ccf67ace85fc","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"tenant":"e2e-shared-b-w3-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:44.87275955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"8f318a95-1606-4fd1-b9e6-ccf67ace85fc","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"routeName":"auth-test-model-7fb477-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fb477","llmisvcName":"auth-test-model-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:44.917211239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"a5199c08-74f5-42b2-bd07-c41299bbfbad","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fb477","tenantID":"e2e-shared-b-w3-7fb477","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:16:44.922389449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"924bec7e-7a50-4694-ba64-dd877fb29b30","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c7c434\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:44.973873156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"a5199c08-74f5-42b2-bd07-c41299bbfbad","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"name":"e2e-shared-b-w3-7fb477-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:45.03104779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"169b91ed-9a94-4e41-868f-8afa0a31ac4f","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"tenant":"e2e-shared-b-w3-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:45.031074105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"169b91ed-9a94-4e41-868f-8afa0a31ac4f","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"routeName":"auth-test-model-7fb477-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fb477","llmisvcName":"auth-test-model-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:45.090936596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"ffa6e03a-fe58-41ac-ac95-1678fa947dc9","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"tenant":"e2e-shared-b-w3-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:45.090959445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"ffa6e03a-fe58-41ac-ac95-1678fa947dc9","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"routeName":"auth-test-model-7fb477-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fb477","llmisvcName":"auth-test-model-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:45.280921765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"7a703744-c063-4ef0-aec2-68e2b82fb09a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fb477","tenantID":"e2e-shared-b-w3-7fb477","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:45.301866337Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"ef717dfd-3da1-42a2-bd85-870239d72c17","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"name":"maas-trlp-auth-test-model-7fb477","model":"auth-test-model-7fb477","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-7fb477/e2e-auth-iso-c7c434"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:45.336481606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"7a703744-c063-4ef0-aec2-68e2b82fb09a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"name":"e2e-shared-b-w3-7fb477-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:45.466238175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"9630f3d5-012f-4c65-a9b0-fb8d294dc504","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"tenant":"e2e-shared-b-w3-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:45.466262648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"9630f3d5-012f-4c65-a9b0-fb8d294dc504","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"routeName":"auth-test-model-7fb477-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fb477","llmisvcName":"auth-test-model-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:16:45.673230773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"54072626-1c49-4a35-860a-5bbd50682f0f","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"name":"maas-trlp-auth-test-model-7fb477","model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:00.174686016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"ee46f82d-aaa5-4c16-a394-2cdab5d1a81b","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"name":"maas-trlp-auth-test-model-7fb477","model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:00.275874861Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:00.337194009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"7a6c8ffb-6814-4388-bc2a-bbab78d9dfe0","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"tenant":"e2e-shared-b-w3-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:00.337213399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"7a6c8ffb-6814-4388-bc2a-bbab78d9dfe0","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"routeName":"auth-test-model-7fb477-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fb477","llmisvcName":"auth-test-model-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:01.554170127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"42669e02-7cae-4d04-835a-5e6ad89ee901","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fb477","tenantID":"e2e-shared-b-w3-7fb477","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:01.609744658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"42669e02-7cae-4d04-835a-5e6ad89ee901","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"name":"e2e-shared-b-w3-7fb477-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:04.141277628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"29da75fd-e658-4153-9e28-8a6e08a9b28e","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"tenant":"e2e-shared-a-w3-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:04.141309663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"29da75fd-e658-4153-9e28-8a6e08a9b28e","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"routeName":"auth-test-model-e15bbc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","llmisvcName":"auth-test-model-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:04.244083674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"39e2976d-48f0-435c-b933-8886d248ed1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e15bbc","tenantID":"e2e-shared-a-w3-e15bbc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:04.299582487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"39e2976d-48f0-435c-b933-8886d248ed1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"e2e-shared-a-w3-e15bbc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:04.300558567Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"53d8e87f-8fae-4d80-86a3-af9dc108bde8","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f1da14cb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:04.605406156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"2d579c80-7c23-4467-89c4-bebd4e0000c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e15bbc","tenantID":"e2e-shared-a-w3-e15bbc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:04.663189593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"2d579c80-7c23-4467-89c4-bebd4e0000c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"e2e-shared-a-w3-e15bbc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:10.782311773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"03562111-87db-4b22-8791-a291d1bf9bab","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d7b12e","tenantID":"e2e-extmod-a-d7b12e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:10.94470559Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"03562111-87db-4b22-8791-a291d1bf9bab","name":"e2e-extmod-a-d7b12e-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:14.352795649Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"89718416-89b8-4291-b9f6-9d1a6279d3c5","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","subscription":"e2e-auth-iso-c7c434","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:14.404701845Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"89718416-89b8-4291-b9f6-9d1a6279d3c5","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:14.456688914Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"89718416-89b8-4291-b9f6-9d1a6279d3c5","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"maas-trlp-auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:14.724736343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"bc8a6723-50eb-42e0-860e-ea321dd75d2c","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"tenant":"e2e-shared-a-w3-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:14.724762027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"bc8a6723-50eb-42e0-860e-ea321dd75d2c","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"routeName":"auth-test-model-e15bbc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","llmisvcName":"auth-test-model-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:14.827453043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"50430ef6-7ccf-4056-9a8b-4bb386b1d087","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e15bbc","tenantID":"e2e-shared-a-w3-e15bbc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:14.875231707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"499f05a2-4717-44a5-878a-2793e33e686b","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"tenant":"e2e-shared-b-w3-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:14.875255017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"499f05a2-4717-44a5-878a-2793e33e686b","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"routeName":"auth-test-model-7fb477-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fb477","llmisvcName":"auth-test-model-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:14.882686312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"50430ef6-7ccf-4056-9a8b-4bb386b1d087","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"e2e-shared-a-w3-e15bbc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:14.97807363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"c78a12a8-ba06-4adf-8349-865f040a346f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fb477","tenantID":"e2e-shared-b-w3-7fb477","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:15.034177736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"c78a12a8-ba06-4adf-8349-865f040a346f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"name":"e2e-shared-b-w3-7fb477-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:15.036807477Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"46b9b4d5-9805-4ea3-9c23-706b72d093f2","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-22b4f0a4","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:15.205662485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"a2e6d3a6-6b2d-47a4-958b-d226fe213134","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e15bbc","tenantID":"e2e-shared-a-w3-e15bbc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:15.261473553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"a2e6d3a6-6b2d-47a4-958b-d226fe213134","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"e2e-shared-a-w3-e15bbc-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:15.356998713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"e40f828d-7b44-4f12-93a8-9cd4a035219a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fb477","tenantID":"e2e-shared-b-w3-7fb477","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:15.412402489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"e40f828d-7b44-4f12-93a8-9cd4a035219a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"name":"e2e-shared-b-w3-7fb477-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:25.089539352Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"b4ebda6d-031f-40ba-b3da-b79fa684a20d","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","subscription":"e2e-auth-iso-c7c434","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:25.146043397Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"b4ebda6d-031f-40ba-b3da-b79fa684a20d","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:25.198670203Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"b4ebda6d-031f-40ba-b3da-b79fa684a20d","MaaSSubscription":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"name":"maas-trlp-auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477","model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:25.496568891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"32de703e-3dd3-4ef2-b95d-681e4ed0914b","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"tenant":"e2e-shared-b-w3-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:25.496589965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"32de703e-3dd3-4ef2-b95d-681e4ed0914b","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"routeName":"auth-test-model-7fb477-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fb477","llmisvcName":"auth-test-model-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:25.599786062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"148929d2-3e23-4ac3-aceb-62d4d53968a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fb477","tenantID":"e2e-shared-b-w3-7fb477","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:25.655413271Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"37d0328d-3140-4877-a6e7-2c8dabcdfec4","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:25.655897304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"a7443fbb-e851-407e-bf78-de29a45ba9bf","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"tenant":"e2e-shared-a-w3-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:25.655916148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"a7443fbb-e851-407e-bf78-de29a45ba9bf","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"routeName":"auth-test-model-e15bbc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","llmisvcName":"auth-test-model-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:25.656222066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"148929d2-3e23-4ac3-aceb-62d4d53968a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"name":"e2e-shared-b-w3-7fb477-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:25.859193134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"37d0328d-3140-4877-a6e7-2c8dabcdfec4","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e15bbc","tenantID":"e2e-shared-a-w3-e15bbc","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:26.016573632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"5c3846c2-e1fd-4a76-a38f-6dff2677f9f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fb477","tenantID":"e2e-shared-b-w3-7fb477","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:26.030279741Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"37d0328d-3140-4877-a6e7-2c8dabcdfec4","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"name":"e2e-shared-a-w3-e15bbc-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:26.030303271Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"e2e-auth-iso-c7c434","reconcileID":"37d0328d-3140-4877-a6e7-2c8dabcdfec4","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:26.071862992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"5c3846c2-e1fd-4a76-a38f-6dff2677f9f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"name":"e2e-shared-b-w3-7fb477-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:26.085667121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"a9291c86-250c-4d6f-a236-f8c9291ea0ce","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"tenant":"e2e-shared-a-w3-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","model":"ai-tenant-e2e-shared-a-w3-e15bbc/auth-test-model-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:26.085687338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"auth-test-model-e15bbc","reconcileID":"a9291c86-250c-4d6f-a236-f8c9291ea0ce","MaaSModelRef":{"name":"auth-test-model-e15bbc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"routeName":"auth-test-model-e15bbc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","llmisvcName":"auth-test-model-e15bbc","gateway":"openshift-ingress/e2e-shared-a-w3-e15bbc","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:26.243426248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"f6def25a-67dd-41ea-8d72-cfcbc696330b","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"tenant":"e2e-shared-b-w3-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:26.243450989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"f6def25a-67dd-41ea-8d72-cfcbc696330b","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"routeName":"auth-test-model-7fb477-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fb477","llmisvcName":"auth-test-model-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:26.275521589Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"bf24a280-8ad6-47b1-8ac8-f19b2795c65b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:26.429592388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"bf24a280-8ad6-47b1-8ac8-f19b2795c65b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fb477","tenantID":"e2e-shared-b-w3-7fb477","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:26.600613709Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"bf24a280-8ad6-47b1-8ac8-f19b2795c65b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"name":"e2e-shared-b-w3-7fb477-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:26.600637735Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"e2e-auth-iso-c7c434","reconcileID":"bf24a280-8ad6-47b1-8ac8-f19b2795c65b","MaaSAuthPolicy":{"name":"e2e-auth-iso-c7c434","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:26.655826399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"01e25ec1-0bf2-438e-a7d5-23058a78f8dc","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"tenant":"e2e-shared-b-w3-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","model":"ai-tenant-e2e-shared-b-w3-7fb477/auth-test-model-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:26.655849138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"auth-test-model-7fb477","reconcileID":"01e25ec1-0bf2-438e-a7d5-23058a78f8dc","MaaSModelRef":{"name":"auth-test-model-7fb477","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"routeName":"auth-test-model-7fb477-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fb477","llmisvcName":"auth-test-model-7fb477","gateway":"openshift-ingress/e2e-shared-b-w3-7fb477","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:30.275757611Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:44.172814867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"8c143039-fafe-4c0b-a93f-9c5df9e04300","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f3e839","tenantID":"e2e-extmod-a-f3e839","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:44.335927241Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"8c143039-fafe-4c0b-a93f-9c5df9e04300","name":"e2e-extmod-a-f3e839-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:51.191564235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2227183b-2a12-4dc2-a640-23155fa3a92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:51.243367259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2227183b-2a12-4dc2-a640-23155fa3a92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:51.295050583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2227183b-2a12-4dc2-a640-23155fa3a92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:51.346842226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2227183b-2a12-4dc2-a640-23155fa3a92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:53.413941943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a6701c-5872-4f68-95e0-610b7122b5b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:53.465757295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a6701c-5872-4f68-95e0-610b7122b5b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:53.518011045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a6701c-5872-4f68-95e0-610b7122b5b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:53.570351527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a6701c-5872-4f68-95e0-610b7122b5b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:55.685173809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1df0a9c9-7075-4d2a-9252-6a64d502d21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:55.73694296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1df0a9c9-7075-4d2a-9252-6a64d502d21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:55.789096313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1df0a9c9-7075-4d2a-9252-6a64d502d21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:55.841089932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1df0a9c9-7075-4d2a-9252-6a64d502d21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:57.891574444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9480a86e-5f9d-4f2c-bb16-670093646c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:57.952446204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9480a86e-5f9d-4f2c-bb16-670093646c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:58.007545338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9480a86e-5f9d-4f2c-bb16-670093646c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:17:58.059667477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9480a86e-5f9d-4f2c-bb16-670093646c28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:00.059823832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2927f222-7de3-4d58-902c-b8c52699d7a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:00.112617602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2927f222-7de3-4d58-902c-b8c52699d7a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:00.167487202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2927f222-7de3-4d58-902c-b8c52699d7a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:00.232196049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2927f222-7de3-4d58-902c-b8c52699d7a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:00.33404165Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:02.469393278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f32e3a0-5dbe-4371-8aa0-e4b1a8986dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:02.52121886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f32e3a0-5dbe-4371-8aa0-e4b1a8986dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:02.572962265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f32e3a0-5dbe-4371-8aa0-e4b1a8986dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:02.624907655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f32e3a0-5dbe-4371-8aa0-e4b1a8986dca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:04.461674064Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-48ae0a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-48ae0a","reconcileID":"4e01434c-521a-47d5-8cc1-51deeaa730ee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-48ae0a","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-48ae0a":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:04.594575254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51850bd6-f9ff-45bb-8a13-d3da51f1f390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:04.646703952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51850bd6-f9ff-45bb-8a13-d3da51f1f390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:04.698712752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51850bd6-f9ff-45bb-8a13-d3da51f1f390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:04.750837974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51850bd6-f9ff-45bb-8a13-d3da51f1f390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:06.773605075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a84237-87d9-4006-8d6c-6dad66d97866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:06.825631461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a84237-87d9-4006-8d6c-6dad66d97866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:06.878112308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a84237-87d9-4006-8d6c-6dad66d97866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:06.930217067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a84237-87d9-4006-8d6c-6dad66d97866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:08.9902758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870aa060-931a-44d8-87db-14e86b248e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:09.042294832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870aa060-931a-44d8-87db-14e86b248e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:09.094117402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870aa060-931a-44d8-87db-14e86b248e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:09.145837607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870aa060-931a-44d8-87db-14e86b248e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:11.076145314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"838bf0b4-de1c-4cea-b507-d549616cfaaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:11.135452623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"838bf0b4-de1c-4cea-b507-d549616cfaaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:11.187971864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"838bf0b4-de1c-4cea-b507-d549616cfaaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:11.239970616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"838bf0b4-de1c-4cea-b507-d549616cfaaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:17.281549424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5adb3ee2-8404-4952-884d-2f0b5c4ecfda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:17.333497462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5adb3ee2-8404-4952-884d-2f0b5c4ecfda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:17.38530787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5adb3ee2-8404-4952-884d-2f0b5c4ecfda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:17.437186102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5adb3ee2-8404-4952-884d-2f0b5c4ecfda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:19.425587433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39bb08e-a267-4fe5-9f1d-fd2f6a79fc07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:19.477362844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39bb08e-a267-4fe5-9f1d-fd2f6a79fc07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:19.528930359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39bb08e-a267-4fe5-9f1d-fd2f6a79fc07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:19.580660155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39bb08e-a267-4fe5-9f1d-fd2f6a79fc07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:21.514076098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"954e6edc-e529-4709-b09a-58261aeba8b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:21.565835019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"954e6edc-e529-4709-b09a-58261aeba8b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:21.617729836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"954e6edc-e529-4709-b09a-58261aeba8b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:21.669432707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"954e6edc-e529-4709-b09a-58261aeba8b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:23.583406317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86db1c3d-a68e-48ef-bdc4-d260d097e929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:23.635207452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86db1c3d-a68e-48ef-bdc4-d260d097e929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:23.68690143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86db1c3d-a68e-48ef-bdc4-d260d097e929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:23.739084886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86db1c3d-a68e-48ef-bdc4-d260d097e929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:25.669620556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735df58d-0493-4944-9ce3-acd070d16845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:25.721412393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735df58d-0493-4944-9ce3-acd070d16845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:25.772980007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735df58d-0493-4944-9ce3-acd070d16845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:25.824619443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"735df58d-0493-4944-9ce3-acd070d16845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:27.963768308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"628e1bca-2b7e-48f2-b96e-eb7517480ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:28.015650151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"628e1bca-2b7e-48f2-b96e-eb7517480ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:28.067664221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"628e1bca-2b7e-48f2-b96e-eb7517480ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:28.119361056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"628e1bca-2b7e-48f2-b96e-eb7517480ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:30.276496364Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:30.335530833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec32cde4-f96e-4639-8533-2db34463eee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:30.387150559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec32cde4-f96e-4639-8533-2db34463eee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:30.447313439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec32cde4-f96e-4639-8533-2db34463eee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:30.501973773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec32cde4-f96e-4639-8533-2db34463eee9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:32.564974254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67b300b6-4f4d-45ba-82b9-cf73c1dda406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:32.616952637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67b300b6-4f4d-45ba-82b9-cf73c1dda406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:32.668697313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67b300b6-4f4d-45ba-82b9-cf73c1dda406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:32.720806821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67b300b6-4f4d-45ba-82b9-cf73c1dda406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:34.703959463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"886af52b-e12e-4070-9ad7-c7e05d0ea477","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:34.755956536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"886af52b-e12e-4070-9ad7-c7e05d0ea477","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:34.807984414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"886af52b-e12e-4070-9ad7-c7e05d0ea477","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:34.859801162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"886af52b-e12e-4070-9ad7-c7e05d0ea477","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:36.827288596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f96239-8a84-488b-9f1c-7ef934c98cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:36.879005101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f96239-8a84-488b-9f1c-7ef934c98cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:36.931083795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f96239-8a84-488b-9f1c-7ef934c98cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:36.983036866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40f96239-8a84-488b-9f1c-7ef934c98cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:38.98041428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b2de33-992a-4bf8-a8e8-33f0b9a1692c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:39.032487727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b2de33-992a-4bf8-a8e8-33f0b9a1692c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:39.084521741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b2de33-992a-4bf8-a8e8-33f0b9a1692c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:39.136562468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b2de33-992a-4bf8-a8e8-33f0b9a1692c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:41.063211036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3882ddb-c316-48fa-8666-83dcc45f29c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:41.114988351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3882ddb-c316-48fa-8666-83dcc45f29c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:41.166625259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3882ddb-c316-48fa-8666-83dcc45f29c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:41.218426939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3882ddb-c316-48fa-8666-83dcc45f29c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:43.079896084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0912936a-a8e8-4a78-b475-75f13769d6bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:43.131789661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0912936a-a8e8-4a78-b475-75f13769d6bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:43.18376809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0912936a-a8e8-4a78-b475-75f13769d6bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:43.239815797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0912936a-a8e8-4a78-b475-75f13769d6bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:45.095392104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d4ee8c-39df-457c-ab9b-be825dec9742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:45.147068238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d4ee8c-39df-457c-ab9b-be825dec9742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:45.200388484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d4ee8c-39df-457c-ab9b-be825dec9742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:45.253523064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d4ee8c-39df-457c-ab9b-be825dec9742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:47.140960187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c23893-b81b-4a08-bfa5-11ece9ce6881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:47.193313741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c23893-b81b-4a08-bfa5-11ece9ce6881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:47.24525444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c23893-b81b-4a08-bfa5-11ece9ce6881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:47.297122221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c23893-b81b-4a08-bfa5-11ece9ce6881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:49.174869129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea7f664d-8217-4b44-aa88-90a6f0f29a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:49.226583145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea7f664d-8217-4b44-aa88-90a6f0f29a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:49.278319875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea7f664d-8217-4b44-aa88-90a6f0f29a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:49.330042856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea7f664d-8217-4b44-aa88-90a6f0f29a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:51.282819681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d91b0b4-a5fa-4803-a94c-5a1d0fe24384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:51.334550839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d91b0b4-a5fa-4803-a94c-5a1d0fe24384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:51.386441704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d91b0b4-a5fa-4803-a94c-5a1d0fe24384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:51.438274365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d91b0b4-a5fa-4803-a94c-5a1d0fe24384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:53.292820662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc17252-7c2d-4af8-a378-e2a38c1664a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:53.344579183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc17252-7c2d-4af8-a378-e2a38c1664a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:53.396548005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc17252-7c2d-4af8-a378-e2a38c1664a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:53.448252578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc17252-7c2d-4af8-a378-e2a38c1664a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:53.90087394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"836ac05b-3cb9-42d8-8798-b97283279294","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:54.065746869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"e133fb3d-cf20-4615-a79f-6be58eb03de6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:54.181472067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"ec255fbe-a511-4bb5-8ba7-8205bbddfc89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:54.281363501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"929b429f-d4e9-446a-9748-12df63dd0a63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:54.30166049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"19081928-96ff-43d1-89dd-7e27d425aa33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:54.481320728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e104e4a-2ad2-4909-b2ba-2ca092d686cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:54.582071404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"e6b31245-e8ee-4150-8e9e-d17fbcb2d593","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:54.782627825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"37c96d2c-3a56-4a44-b85a-a6889f95c3c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:54.903477798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"02f0d5ca-6edf-4433-b993-2150b190c9b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:55.200876758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"82cb9cda-c540-4f60-a877-3a3fad7eae8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:55.300945082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"11c6618a-4a48-4e0c-be73-4801c90f3d9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:18:55.672285788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"3c3460df-6949-4855-bc80-2f8f5c818988","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:00.275963888Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:12.69404444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07926cf2-79df-4ea4-83dd-8b65d168d95a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:12.746320661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07926cf2-79df-4ea4-83dd-8b65d168d95a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:12.79886508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07926cf2-79df-4ea4-83dd-8b65d168d95a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:12.850827606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07926cf2-79df-4ea4-83dd-8b65d168d95a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:14.757931266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b08189-1495-4e3d-bc9a-ed1f7b4ff1fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:14.810535829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b08189-1495-4e3d-bc9a-ed1f7b4ff1fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:14.862159839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b08189-1495-4e3d-bc9a-ed1f7b4ff1fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:14.914279736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02b08189-1495-4e3d-bc9a-ed1f7b4ff1fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:16.818124598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c741d694-bcbb-4123-8194-4e28f5fdc165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:16.871934944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c741d694-bcbb-4123-8194-4e28f5fdc165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:16.923840486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c741d694-bcbb-4123-8194-4e28f5fdc165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:16.975766758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c741d694-bcbb-4123-8194-4e28f5fdc165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:18.836653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab7eca82-60dc-495b-92c1-42b8fdf23b68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:18.888578029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab7eca82-60dc-495b-92c1-42b8fdf23b68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:18.940362738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab7eca82-60dc-495b-92c1-42b8fdf23b68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:18.992116081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab7eca82-60dc-495b-92c1-42b8fdf23b68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:20.852669921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b3cfcb3-963f-41c8-b4ce-9c78e10af392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:20.904447523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b3cfcb3-963f-41c8-b4ce-9c78e10af392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:20.958411165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b3cfcb3-963f-41c8-b4ce-9c78e10af392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:21.011123788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b3cfcb3-963f-41c8-b4ce-9c78e10af392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:21.016024089Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","namespace":"ai-tenant-e2e-extmod-a-288188","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:21.016103168Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","namespace":"ai-tenant-e2e-extmod-a-288188","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:21.016167665Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","tenant":"e2e-extmod-a-288188","tenantID":"e2e-extmod-a-288188","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:21.068872589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","gvk":"Deployment","name":"maas-api-e2e-extmod-a-288188","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:21.128089698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","gvk":"Service","name":"maas-api-e2e-extmod-a-288188","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:21.186276546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-288188","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:21.275289365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-288188","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:21.331571843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-288188","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:21.385508335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-288188","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:21.440982767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-288188","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:21.49668035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-288188","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:21.547828743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-288188","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:21.599665375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-288188","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:21.650944128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","gvk":"Service","name":"payload-processing-e2e-extmod-a-288188","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:21.702211505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-288188","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:21.753442957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-288188","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:21.804872891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-288188","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:21.855980719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-288188","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:21.910549603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-288188","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:21.96171388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-288188","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:22.060621949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-288188","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:22.111886249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-288188","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:22.163087738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-288188"},"namespace":"ai-tenant-e2e-extmod-a-288188","name":"default-tenant","reconcileID":"d25f9590-ac7f-46d3-a90b-ad5b37e7fd5e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-288188","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:22.912951726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada06d80-79ca-497a-9b28-7c84ceec1503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:22.96769062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada06d80-79ca-497a-9b28-7c84ceec1503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:23.019764141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada06d80-79ca-497a-9b28-7c84ceec1503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:23.071421572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada06d80-79ca-497a-9b28-7c84ceec1503","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:23.129010202Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-288188","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-288188","reconcileID":"b938d2d5-fbf5-417c-b6e0-4ac86acce80a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-288188","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-288188"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:24.994119951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5ab261-ac95-4a0b-aeb0-29c866fb3db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:25.045975236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5ab261-ac95-4a0b-aeb0-29c866fb3db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:25.097804638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5ab261-ac95-4a0b-aeb0-29c866fb3db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:25.149732891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf5ab261-ac95-4a0b-aeb0-29c866fb3db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:27.076701619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f06385-499c-45e5-85bb-576a0df91f2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:27.128521605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f06385-499c-45e5-85bb-576a0df91f2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:27.180406732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f06385-499c-45e5-85bb-576a0df91f2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:27.232347841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06f06385-499c-45e5-85bb-576a0df91f2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:27.556521578Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","namespace":"ai-tenant-e2e-shared-a-w1-5b1489","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:27.556602005Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","namespace":"ai-tenant-e2e-shared-a-w1-5b1489","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:27.556672706Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","tenant":"e2e-shared-a-w1-5b1489","tenantID":"e2e-shared-a-w1-5b1489","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:27.609927826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-5b1489","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:27.66914947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","gvk":"Service","name":"maas-api-e2e-shared-a-w1-5b1489","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:27.727505175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-5b1489","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:27.780682491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-5b1489","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:27.836212309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-5b1489","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:27.892873421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-5b1489","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:27.950099526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-5b1489","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:28.010566281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-5b1489","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:28.063612032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-5b1489","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:28.117306542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-5b1489","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:28.173724327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-5b1489","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:28.225448874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-5b1489","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:28.27705959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-5b1489","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:28.328193997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-5b1489","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:28.379420166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-5b1489","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:28.433663377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-5b1489","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:28.48471434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-5b1489","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:28.536081173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-5b1489","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:28.588563968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-5b1489","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:28.640084293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-5b1489"},"namespace":"ai-tenant-e2e-shared-a-w1-5b1489","name":"default-tenant","reconcileID":"5c4fd38a-ba58-4452-abe0-a0c09cb25d65","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-5b1489","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:29.44539971Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-5b1489","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-5b1489","reconcileID":"ab65759a-f551-4afb-a7c6-b8b0d30112f2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-5b1489","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-5b1489"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:30.278264602Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:30.555446171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd64f7c8-635e-4d55-9177-7be4b447c7e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:30.608370616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd64f7c8-635e-4d55-9177-7be4b447c7e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:30.660227489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd64f7c8-635e-4d55-9177-7be4b447c7e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:30.712063156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd64f7c8-635e-4d55-9177-7be4b447c7e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:32.569815782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1a2624d-f58b-4c38-8186-c18630d56c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:32.622712125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1a2624d-f58b-4c38-8186-c18630d56c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:32.675152985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1a2624d-f58b-4c38-8186-c18630d56c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:32.728001224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1a2624d-f58b-4c38-8186-c18630d56c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:34.675722387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a12eb1-6592-4a9f-9677-e5e9cd2a3b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:34.727452351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a12eb1-6592-4a9f-9677-e5e9cd2a3b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:34.779266304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a12eb1-6592-4a9f-9677-e5e9cd2a3b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:34.831077374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a12eb1-6592-4a9f-9677-e5e9cd2a3b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:36.707054991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d56367-ae79-4868-9ce8-4c685129c786","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:36.758844585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d56367-ae79-4868-9ce8-4c685129c786","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:36.810485276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d56367-ae79-4868-9ce8-4c685129c786","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:36.862068691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d56367-ae79-4868-9ce8-4c685129c786","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:38.705754706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"efad5dbe-36c5-4bcf-ba91-dbc8b6b151a2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-48ae0a","tenantID":"e2e-extmod-a-48ae0a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:38.769881053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09e4429-825d-4796-aaaa-8cfba07f1bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:38.821995371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09e4429-825d-4796-aaaa-8cfba07f1bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:38.834018074Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"efad5dbe-36c5-4bcf-ba91-dbc8b6b151a2","name":"e2e-extmod-a-48ae0a-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:38.873730676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09e4429-825d-4796-aaaa-8cfba07f1bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:38.925499817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09e4429-825d-4796-aaaa-8cfba07f1bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:40.860788358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b80907-984e-41c6-bcc9-603f15ac1205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:40.912823188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b80907-984e-41c6-bcc9-603f15ac1205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:40.964568058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b80907-984e-41c6-bcc9-603f15ac1205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:41.016479369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b80907-984e-41c6-bcc9-603f15ac1205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:41.480740934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"714a1c48-2a02-4b0e-96ee-f2986b7b70a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:41.602380157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8b0f8a06-ddb7-4b2b-9a62-277a7348e02e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:41.703721005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"a7a24c47-16e0-49dc-a108-5dfe62f08c6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:41.803667935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"66613aa0-80f9-4a35-9850-86edefc01202","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:41.904516501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"69fcd6ac-5f9a-49ae-b10a-92e96bf00e60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:42.026452812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"6a69bc5b-f48e-47a5-b11d-661fc784835e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:42.284778962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"af5ca6b0-5508-4160-9432-314e89442ccb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:42.536420835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"89ec4828-4903-4aaa-8ec6-8889850aa83a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:42.58879047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"de227ed5-2815-45f7-90a9-a9364c440470","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:42.700690335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"1a5879e6-27a2-4edf-8847-56a735bc40b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:42.820584399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"e1a079e7-8dc3-4010-b97b-40f72dde91fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:42.96566251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62fa09f9-520b-4abd-bed0-afd8e4f020f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:43.000259408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a818df7a-f4f0-4449-b71e-2534ad1bafcd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:43.017324305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62fa09f9-520b-4abd-bed0-afd8e4f020f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:43.069151915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62fa09f9-520b-4abd-bed0-afd8e4f020f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:43.120917802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62fa09f9-520b-4abd-bed0-afd8e4f020f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:44.988159374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb489c5c-6a6d-43a6-aedf-f52f0c233fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:45.039828067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb489c5c-6a6d-43a6-aedf-f52f0c233fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:45.110925493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb489c5c-6a6d-43a6-aedf-f52f0c233fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:45.164802979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb489c5c-6a6d-43a6-aedf-f52f0c233fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:47.025253035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64496657-2f02-42f0-a45b-58c44ebd1a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:47.077515598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64496657-2f02-42f0-a45b-58c44ebd1a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:47.130026809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64496657-2f02-42f0-a45b-58c44ebd1a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:47.182052048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64496657-2f02-42f0-a45b-58c44ebd1a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:49.052516961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b72897ff-3a33-4538-b8de-91c82785b24e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:49.10585939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b72897ff-3a33-4538-b8de-91c82785b24e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:49.157548744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b72897ff-3a33-4538-b8de-91c82785b24e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:49.209230365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b72897ff-3a33-4538-b8de-91c82785b24e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:51.093393153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac3fd7c-e12a-4fd9-8643-d800055c917d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:51.148940469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac3fd7c-e12a-4fd9-8643-d800055c917d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:51.201998447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac3fd7c-e12a-4fd9-8643-d800055c917d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:51.253844406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac3fd7c-e12a-4fd9-8643-d800055c917d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:53.108813406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da529ab-4fd3-4ce6-bd97-7b96eb8ef58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:53.160586199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da529ab-4fd3-4ce6-bd97-7b96eb8ef58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:53.212378177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da529ab-4fd3-4ce6-bd97-7b96eb8ef58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:19:53.264624096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da529ab-4fd3-4ce6-bd97-7b96eb8ef58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:00.276850395Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:13.302379799Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","namespace":"ai-tenant-e2e-extmod-a-d7b12e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:13.30248473Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","namespace":"ai-tenant-e2e-extmod-a-d7b12e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:13.302556075Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","tenant":"e2e-extmod-a-d7b12e","tenantID":"e2e-extmod-a-d7b12e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:13.355831431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","gvk":"Deployment","name":"maas-api-e2e-extmod-a-d7b12e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:13.414841556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","gvk":"Service","name":"maas-api-e2e-extmod-a-d7b12e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:13.474704659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-d7b12e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:13.528114003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-d7b12e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:13.588614726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-d7b12e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:13.648682976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-d7b12e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:13.704544758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-d7b12e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:13.762684736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-d7b12e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:13.817031267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-d7b12e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:13.86849645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-d7b12e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:13.923669269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","gvk":"Service","name":"payload-processing-e2e-extmod-a-d7b12e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:13.975297349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-d7b12e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:14.026380659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-d7b12e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:14.07754336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-d7b12e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:14.128699788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-d7b12e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:14.183024186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-d7b12e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:14.23448316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-d7b12e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:14.286210418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-d7b12e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:14.337706571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-d7b12e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:14.389147045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d7b12e"},"namespace":"ai-tenant-e2e-extmod-a-d7b12e","name":"default-tenant","reconcileID":"d285acdb-e08c-45c5-9a29-f407a0c1500c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-d7b12e","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:15.195995588Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d7b12e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d7b12e","reconcileID":"2e9ce8b4-43be-43b1-ad0e-3e0bea877285","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d7b12e","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-d7b12e"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:16.283662937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a9dac59-698c-4a43-99af-693add3e283e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:16.335509803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a9dac59-698c-4a43-99af-693add3e283e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:16.387393713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a9dac59-698c-4a43-99af-693add3e283e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:16.439303757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a9dac59-698c-4a43-99af-693add3e283e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:18.436676862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9364f9a-5879-41df-af73-cac3e87ece36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:18.488911734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9364f9a-5879-41df-af73-cac3e87ece36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:18.540628157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9364f9a-5879-41df-af73-cac3e87ece36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:18.592196675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9364f9a-5879-41df-af73-cac3e87ece36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:24.880593326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f84eae8a-6ec9-4628-ae47-af17ed96efc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:24.933807991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f84eae8a-6ec9-4628-ae47-af17ed96efc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:24.985641647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f84eae8a-6ec9-4628-ae47-af17ed96efc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:25.037777478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f84eae8a-6ec9-4628-ae47-af17ed96efc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:26.982533929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b8c608-d883-40c9-acec-1f1d04503587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:27.034470066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b8c608-d883-40c9-acec-1f1d04503587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:27.086417045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b8c608-d883-40c9-acec-1f1d04503587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:27.138461216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b8c608-d883-40c9-acec-1f1d04503587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:30.275590557Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:43.115419231Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","namespace":"ai-tenant-e2e-extmod-a-f3e839","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:43.115483274Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","namespace":"ai-tenant-e2e-extmod-a-f3e839","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:43.115531179Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","tenant":"e2e-extmod-a-f3e839","tenantID":"e2e-extmod-a-f3e839","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:43.172584062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","gvk":"Deployment","name":"maas-api-e2e-extmod-a-f3e839","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:43.236254958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","gvk":"Service","name":"maas-api-e2e-extmod-a-f3e839","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:43.290916515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-f3e839","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:43.34458664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-f3e839","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:43.402240929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-f3e839","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:43.456674027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-f3e839","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:43.512853109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-f3e839","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:43.570661051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-f3e839","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:43.622577301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-f3e839","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:43.673965759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-f3e839","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:43.725676235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","gvk":"Service","name":"payload-processing-e2e-extmod-a-f3e839","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:43.777138184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-f3e839","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:43.828511926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-f3e839","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:43.879740043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-f3e839","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:43.931745278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-f3e839","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:43.988374932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-f3e839","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:44.039867975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-f3e839","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:44.091688517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-f3e839","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:44.143283858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-f3e839","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:44.194625276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f3e839"},"namespace":"ai-tenant-e2e-extmod-a-f3e839","name":"default-tenant","reconcileID":"ccf4db67-7013-49b6-bdb7-fb38649d5c7f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-f3e839","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:44.998610956Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f3e839","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f3e839","reconcileID":"2d752ec3-c2d1-4690-8881-b4bc5e76b9f9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-f3e839","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-f3e839"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:46.092201701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65033eee-68e5-4564-9f60-c638860fe08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:46.144018478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65033eee-68e5-4564-9f60-c638860fe08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:46.195702313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65033eee-68e5-4564-9f60-c638860fe08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:46.247393695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65033eee-68e5-4564-9f60-c638860fe08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:48.150917539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7de487-5e8d-4e5d-84da-edce3f1946bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:48.203479117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7de487-5e8d-4e5d-84da-edce3f1946bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:48.258739098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7de487-5e8d-4e5d-84da-edce3f1946bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:48.311895952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7de487-5e8d-4e5d-84da-edce3f1946bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:50.226985848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0ee1b47-321d-4975-b4b6-e67f4f808bad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:50.278868648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0ee1b47-321d-4975-b4b6-e67f4f808bad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:50.330596091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0ee1b47-321d-4975-b4b6-e67f4f808bad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:50.382363124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0ee1b47-321d-4975-b4b6-e67f4f808bad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:52.378196995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f7448b-d224-4e9d-8d1d-6d0aa78e15cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:52.42999546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f7448b-d224-4e9d-8d1d-6d0aa78e15cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:52.48193407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f7448b-d224-4e9d-8d1d-6d0aa78e15cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:52.5336842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f7448b-d224-4e9d-8d1d-6d0aa78e15cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:54.469657832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ed73212-0d1e-44cd-ae16-a2a05bda7539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:54.523895141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ed73212-0d1e-44cd-ae16-a2a05bda7539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:54.57799938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ed73212-0d1e-44cd-ae16-a2a05bda7539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:54.629881944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ed73212-0d1e-44cd-ae16-a2a05bda7539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:56.489690526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f38eda6-282e-4b34-8c07-c0f4e7708694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:56.545109136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f38eda6-282e-4b34-8c07-c0f4e7708694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:56.598252558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f38eda6-282e-4b34-8c07-c0f4e7708694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:56.650438455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f38eda6-282e-4b34-8c07-c0f4e7708694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:58.504279058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c05b530-48af-4d54-b32d-745630ee2c1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:58.556780584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c05b530-48af-4d54-b32d-745630ee2c1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:58.608814293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c05b530-48af-4d54-b32d-745630ee2c1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:58.660864243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c05b530-48af-4d54-b32d-745630ee2c1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:59.257734299Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:59.257806787Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:59.257870767Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","tenant":"e2e-shared-a-w4-29dbd9","tenantID":"e2e-shared-a-w4-29dbd9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:59.31103579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-29dbd9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:59.370118001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","gvk":"Service","name":"maas-api-e2e-shared-a-w4-29dbd9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:59.426384409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-29dbd9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:59.47961615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-29dbd9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:59.541753873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-29dbd9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:59.595587129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-29dbd9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:59.651719142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-29dbd9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:59.763645591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-29dbd9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:59.814804052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-29dbd9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:59.86587282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-29dbd9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:59.918507696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-29dbd9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:20:59.969577734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-29dbd9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.031603668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-29dbd9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.082877461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-29dbd9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.134154594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-29dbd9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.188298776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-29dbd9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.239311518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-29dbd9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.276007019Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.290459087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-29dbd9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.341691015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-29dbd9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.39276862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-29dbd9"},"namespace":"ai-tenant-e2e-shared-a-w4-29dbd9","name":"default-tenant","reconcileID":"da70b132-de9e-4fcc-82fb-31eed7ed4f2a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-29dbd9","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.44803773Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","namespace":"ai-tenant-e2e-shared-b-w1-534c77","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.448108023Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","namespace":"ai-tenant-e2e-shared-b-w1-534c77","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.448197412Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","tenant":"e2e-shared-b-w1-534c77","tenantID":"e2e-shared-b-w1-534c77","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.50149899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-534c77","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.534481792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdbfc85b-3849-429e-8b72-ae5bdcaaae28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.58638396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdbfc85b-3849-429e-8b72-ae5bdcaaae28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.594102097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","gvk":"Service","name":"maas-api-e2e-shared-b-w1-534c77","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.637987461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdbfc85b-3849-429e-8b72-ae5bdcaaae28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.689959513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdbfc85b-3849-429e-8b72-ae5bdcaaae28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.692571074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-534c77","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.745890024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-534c77","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.801909621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-534c77","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.8556864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-534c77","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:00.962057506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-534c77","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:01.015850769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-534c77","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:01.066763166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-534c77","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:01.11806514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-534c77","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:01.169393913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-534c77","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:01.22067896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-534c77","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:01.241279751Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-29dbd9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-29dbd9","reconcileID":"119378a1-fa3e-44f8-9a22-ee7c81e6b709","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-29dbd9","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-29dbd9"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:01.271688546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-534c77","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:01.322696991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-534c77","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:01.376594409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-534c77","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:01.430794607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-534c77","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:01.481890342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-534c77","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:01.533463203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-534c77","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:01.585578261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-534c77","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:01.636748071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-534c77"},"namespace":"ai-tenant-e2e-shared-b-w1-534c77","name":"default-tenant","reconcileID":"dbab4152-81e3-42ad-9a40-37b6cc76b95d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-534c77","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:02.529206463Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-534c77","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-534c77","reconcileID":"e353e8ab-d04f-4e14-b7ad-81f871604e51","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-534c77","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-534c77"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:02.567179506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09658bc-3a7c-4a88-a28c-05c73ec80d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:02.61907501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09658bc-3a7c-4a88-a28c-05c73ec80d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:02.670986963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09658bc-3a7c-4a88-a28c-05c73ec80d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:02.722742015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09658bc-3a7c-4a88-a28c-05c73ec80d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:04.582323598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64953ce-c988-4307-a7cc-40650f9bcaa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:04.634316432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64953ce-c988-4307-a7cc-40650f9bcaa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:04.6864781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64953ce-c988-4307-a7cc-40650f9bcaa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:04.738358076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c64953ce-c988-4307-a7cc-40650f9bcaa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:06.62268221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7674b2-7103-4a41-8adb-c21040fabfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:06.674575439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7674b2-7103-4a41-8adb-c21040fabfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:06.726268639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7674b2-7103-4a41-8adb-c21040fabfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:06.778086373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7674b2-7103-4a41-8adb-c21040fabfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:08.766695309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2aed08-db72-428e-b591-f6492fbbc837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:08.818753431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2aed08-db72-428e-b591-f6492fbbc837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:08.870653483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2aed08-db72-428e-b591-f6492fbbc837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:08.922281065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2aed08-db72-428e-b591-f6492fbbc837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.097669313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"ee15cd53-fbd2-4af2-9968-e4f817edc23d","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.097989438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"afff1826-6c0b-42aa-81b7-d3f93be4f765","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.098232633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"df4a45d9-c22f-4fd3-b8f1-8e73b7cf50ed","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.098414514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"ea436f0f-f471-4270-a380-7f91116dd18a","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.205798607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"fbd9997a-7e6e-419b-b525-1924bd415787","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.223852297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"62fd31d9-5d1f-4c60-b6d5-c938447ba9b7","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.224261529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"eb4f5bb5-eb45-4a27-b219-6c8f11a017f6","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.224493235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"afbc5dc1-3324-413c-9d1f-9fd346ed67ea","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.274575307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"d6385646-696c-4be3-99ea-b845fabc0972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.276234659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"c77c2318-e69b-48e5-8782-affe3302c293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.328570882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"f96b8091-ef41-4cf4-8e3d-9ebabfe7292d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.328638192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"0023ab38-c711-4a75-b1a4-3704e7256cb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.330839787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"d6385646-696c-4be3-99ea-b845fabc0972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.331720244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"c77c2318-e69b-48e5-8782-affe3302c293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.643456975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"ea39554d-bfbd-487f-b72f-59a24491e604","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.643492332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"b21fb1f6-f3df-450a-bce4-f7e95e0322c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.690529663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"f6a7c83c-a5c7-4c37-a7ae-11ebab5fa768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.690529487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"a308cf83-395b-4a42-ad3a-dbeb7bed3c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.746348289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"f6a7c83c-a5c7-4c37-a7ae-11ebab5fa768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.746549382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"a308cf83-395b-4a42-ad3a-dbeb7bed3c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.780311701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c596b0c4-6dfc-4826-9bdc-c707b54f0caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.832849583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c596b0c4-6dfc-4826-9bdc-c707b54f0caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.885235341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c596b0c4-6dfc-4826-9bdc-c707b54f0caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:10.937078123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c596b0c4-6dfc-4826-9bdc-c707b54f0caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:11.974988393Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","namespace":"ai-tenant-e2e-shared-a-w0-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:11.975069527Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","namespace":"ai-tenant-e2e-shared-a-w0-a49a32","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:11.975148267Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","tenant":"e2e-shared-a-w0-a49a32","tenantID":"e2e-shared-a-w0-a49a32","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:12.028443467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-a49a32","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:12.087570115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","gvk":"Service","name":"maas-api-e2e-shared-a-w0-a49a32","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:12.14658076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-a49a32","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:12.199825067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-a49a32","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:12.332240016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-a49a32","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:12.386393176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-a49a32","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:12.45143572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-a49a32","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:12.518357784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-a49a32","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:12.569565479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-a49a32","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:12.621036782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-a49a32","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:12.673755504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-a49a32","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:12.724827352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-a49a32","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:12.776104511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-a49a32","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:12.827186392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-a49a32","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:12.878315847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-a49a32","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:12.895599466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0efdf430-7410-410a-9ce4-0d62fdaff4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:12.947727691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0efdf430-7410-410a-9ce4-0d62fdaff4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:12.949868202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-a49a32","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:12.999567829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0efdf430-7410-410a-9ce4-0d62fdaff4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:13.050767581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-a49a32","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:13.051475467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0efdf430-7410-410a-9ce4-0d62fdaff4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:13.102898346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-a49a32","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:13.15427601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-a49a32","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:13.20540551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a49a32"},"namespace":"ai-tenant-e2e-shared-a-w0-a49a32","name":"default-tenant","reconcileID":"5d00a60f-e421-4839-b984-bd8181924e8a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-a49a32","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:14.006697814Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-a49a32","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-a49a32","reconcileID":"8571255f-1a2f-4323-951a-a9c180496eb5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-a49a32","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-a49a32"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:14.911785399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a743f047-efcd-4117-adf8-ce4472ab4179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:14.96392811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a743f047-efcd-4117-adf8-ce4472ab4179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:15.015765198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a743f047-efcd-4117-adf8-ce4472ab4179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:15.06764088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a743f047-efcd-4117-adf8-ce4472ab4179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:15.401144082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"dcfc7af3-0dfc-4fda-b599-3295e127a11a","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:15.730551727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"7dc81514-46ba-46d2-a7a2-8935d57018a6","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:16.060801856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"3973916e-d546-4a73-a894-674f2e33e8da","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:16.368580868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"905651df-faa6-474b-9c00-c0bd7bd330f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:16.371202026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"b2e12c6e-8558-4ec2-b0d8-84d8bed8437c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:16.372003446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"0ec0c04e-d7d3-4cb6-be94-e879b307f7c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:16.391475341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"e36347dd-bbbe-4f99-bfb6-bb8ff048e8bd","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:16.426989907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"b2e12c6e-8558-4ec2-b0d8-84d8bed8437c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:16.42931674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"0ec0c04e-d7d3-4cb6-be94-e879b307f7c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:16.591654514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"4aec4c08-c9e0-4335-a654-af1568810c3f","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:16.690033472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"370dad6e-849c-4794-b9f6-7e411b602d82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:16.797081462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"77290536-941b-4586-ae88-dca97c2f69c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:16.84071463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"8ea2fa91-91e4-4758-8a68-a9efabdbbd4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:16.84071449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"60cbbdff-a02a-464b-979e-16705d1be5ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:16.853202529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"6ab92245-031e-4888-9c67-d7df23d52f54","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:16.896615443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"8ea2fa91-91e4-4758-8a68-a9efabdbbd4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:16.89673116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"60cbbdff-a02a-464b-979e-16705d1be5ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:17.059810918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"d9e89710-a2f2-4102-a9f2-a790a0968936","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:17.062445398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258036f8-7a0f-448c-be4e-4d010ba9e214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:17.115247164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258036f8-7a0f-448c-be4e-4d010ba9e214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:17.16707492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258036f8-7a0f-448c-be4e-4d010ba9e214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:17.219016416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258036f8-7a0f-448c-be4e-4d010ba9e214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:19.277210345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86cd1b48-7dc1-4067-a17c-f7093c7e04bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:19.329031105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86cd1b48-7dc1-4067-a17c-f7093c7e04bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:19.381840426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86cd1b48-7dc1-4067-a17c-f7093c7e04bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:19.433747821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86cd1b48-7dc1-4067-a17c-f7093c7e04bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:20.62797869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"aeee29d1-d60c-4159-8a77-18c9ff688ea8","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:20.628211869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"baa8b4e2-2ea2-4bfe-8a45-5804739b65bf","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:20.628493979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"14d55bcc-ff2a-49b7-b543-7bbb26674efc","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:20.628839433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"5cb5d19d-04a1-4642-8f0d-aa3649137a84","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:20.78510427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"3c7cabad-0117-4c99-b43b-d2cea23b32d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:20.785555352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"b7b57242-6fa1-497e-9851-818f841dfff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:20.835670957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"0dd45c33-6edb-4048-a038-2c159b956f4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:20.835716896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"b0f4ac99-112f-42d4-a88c-4f124bbd910c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:20.841769272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"b7b57242-6fa1-497e-9851-818f841dfff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:20.84191876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"3c7cabad-0117-4c99-b43b-d2cea23b32d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:21.154075213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"2afd1275-3502-4c62-a30b-2565d3dc72ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-simulator-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:21.154586475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"b9c0e713-6cb8-4d2c-93bc-6fab0e8ac7e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"maas-trlp-premium-w1-f463c9","model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:21.203409428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"28e88d4b-ce8c-4348-8aea-09e7477faf6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:21.204722048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"58348b78-ecae-4878-be0d-2ec38a0f7b1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:21.263743052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"28e88d4b-ce8c-4348-8aea-09e7477faf6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:21.2862641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"58348b78-ecae-4878-be0d-2ec38a0f7b1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:21.353678112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ed0c405-cbd1-4737-b8d2-32cda7ee708d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:21.406837922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ed0c405-cbd1-4737-b8d2-32cda7ee708d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:21.458676474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ed0c405-cbd1-4737-b8d2-32cda7ee708d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:21.510475176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ed0c405-cbd1-4737-b8d2-32cda7ee708d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:23.445236179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82dc5e6e-b234-4ef2-ac61-aeec1f59343d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:23.49714013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82dc5e6e-b234-4ef2-ac61-aeec1f59343d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:23.549116282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82dc5e6e-b234-4ef2-ac61-aeec1f59343d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:23.601153983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82dc5e6e-b234-4ef2-ac61-aeec1f59343d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:25.585044065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ebeab3f-2316-4c35-8576-46e11eca7338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:25.637048326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ebeab3f-2316-4c35-8576-46e11eca7338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:25.688918355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ebeab3f-2316-4c35-8576-46e11eca7338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:25.740746126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ebeab3f-2316-4c35-8576-46e11eca7338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:27.668341885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"940fcd81-a71f-4663-83bc-abffbcda6342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:27.720182759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"940fcd81-a71f-4663-83bc-abffbcda6342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:27.771907581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"940fcd81-a71f-4663-83bc-abffbcda6342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:27.823976734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"940fcd81-a71f-4663-83bc-abffbcda6342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:29.690066975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7bb609e-df5e-457f-86af-2f9d786c3d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:29.741788899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7bb609e-df5e-457f-86af-2f9d786c3d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:29.793664423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7bb609e-df5e-457f-86af-2f9d786c3d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:29.845445531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7bb609e-df5e-457f-86af-2f9d786c3d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:30.275997412Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:30.629073692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"d72a169d-6fef-47ca-af5f-59758bf4f6dd","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:30.629372052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"a6a09b19-bee1-426e-9c6e-7464425a7fa8","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:30.629572908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"0c09b0ad-5bb5-4be6-9626-27dea86fd0a1","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:30.629834702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"d1d7df05-b328-4c05-a5d8-a8dd510f7440","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:31.71816074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e22e077-8e74-4b65-bed9-78b3abd7ce76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:31.772208172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e22e077-8e74-4b65-bed9-78b3abd7ce76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:31.824961899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e22e077-8e74-4b65-bed9-78b3abd7ce76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:31.877017624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e22e077-8e74-4b65-bed9-78b3abd7ce76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:40.630247405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"bf509325-b5e7-4880-a91b-f559a3389659","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:40.630581083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"79ae3aed-9b1e-475c-bdf5-a54a0f9c54a0","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:40.630785693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"383b8dbf-3ab6-440b-9abe-06fe48bc8b3e","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:40.631112654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"586a7860-b75a-4de6-a3b9-c32795cd30b5","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:43.097805429Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:43.097863608Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:43.097912299Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","tenant":"e2e-shared-a-w2-87e1cf","tenantID":"e2e-shared-a-w2-87e1cf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:43.150801606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-87e1cf","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:43.210151811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","gvk":"Service","name":"maas-api-e2e-shared-a-w2-87e1cf","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:43.269252592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-87e1cf","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:43.322609279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-87e1cf","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:43.377207594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-87e1cf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:43.431078253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-87e1cf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:43.487220556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-87e1cf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:43.54072455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-87e1cf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:43.59197397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-87e1cf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:43.643109904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-87e1cf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:43.694422981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-87e1cf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:43.745535044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-87e1cf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:43.796995574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-87e1cf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:43.848612698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-87e1cf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:43.899806691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-87e1cf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:43.956616347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-87e1cf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.007779725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-87e1cf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.059013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-87e1cf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.110282593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-87e1cf","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.161630727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-87e1cf"},"namespace":"ai-tenant-e2e-shared-a-w2-87e1cf","name":"default-tenant","reconcileID":"0c10c43d-88d2-4f77-a7eb-03990d00047a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-87e1cf","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.217125774Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"fb2b40ef-e859-496b-a76a-5cb2d13dd980","namespace":"ai-tenant-e2e-worker-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.217199962Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"fb2b40ef-e859-496b-a76a-5cb2d13dd980","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.273024402Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"fb2b40ef-e859-496b-a76a-5cb2d13dd980","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.274031035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"4a372c70-e942-42cf-a9aa-7989c86eef20","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.329038471Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"fb2b40ef-e859-496b-a76a-5cb2d13dd980","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.329059824Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"fb2b40ef-e859-496b-a76a-5cb2d13dd980","namespace":"ai-tenant-e2e-worker-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.329112635Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"fb2b40ef-e859-496b-a76a-5cb2d13dd980","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.330203838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"a9eb895f-e57b-4a1e-aefe-bf2e32204f19","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.384024502Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"fb2b40ef-e859-496b-a76a-5cb2d13dd980","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.387629145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"160fdc51-bc72-4d7c-9360-f3746a0007e9","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.427828478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"89fac389-13b4-48fe-9cf0-b70a9a61b70d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.427857455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"03cced57-7222-4b40-9817-25b7e0bca339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.433383976Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"dde163dd-ed0a-470a-80a2-25e370244913","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3f0cbed5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.43990113Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"fb2b40ef-e859-496b-a76a-5cb2d13dd980","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.447187982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"526f56f8-b618-4137-b89f-aba9f933e761","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.483433183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"03cced57-7222-4b40-9817-25b7e0bca339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.483626989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"89fac389-13b4-48fe-9cf0-b70a9a61b70d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.495270806Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"d2fbdb95-abe9-4ae6-85c4-46b871e30176","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-59888f74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.499310087Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"1ad42f97-7152-410d-8341-2f4fa86fff84","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3f0cbed5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.555955857Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"73dabab1-decd-4fca-808d-4f58be107866","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-59888f74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.686838402Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"a3087ae1-3c8c-4628-9c0f-6d81ba1c5505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.686842251Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"080e30b6-6444-401a-97c0-3c817baa08a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.890993747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"a3087ae1-3c8c-4628-9c0f-6d81ba1c5505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.890997165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"080e30b6-6444-401a-97c0-3c817baa08a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:44.974306441Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-87e1cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-87e1cf","reconcileID":"343e20a4-de49-4cee-b559-378c810f03e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-87e1cf","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-87e1cf"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:45.059073642Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"080e30b6-6444-401a-97c0-3c817baa08a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:45.05909944Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-access","reconcileID":"080e30b6-6444-401a-97c0-3c817baa08a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:21:45.070524192Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"a3087ae1-3c8c-4628-9c0f-6d81ba1c5505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-f463c9-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:21:45.070581493Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"a3087ae1-3c8c-4628-9c0f-6d81ba1c5505","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-f463c9-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:45.075946045Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"07a342ba-1712-4a1e-8df9-93bdfd4ae88e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:45.116586362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"premium-w1-f463c9","reconcileID":"4921974d-6e28-4e62-9f4c-f33920597a31","MaaSModelRef":{"name":"premium-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"premium-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"premium-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:45.335230623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"07a342ba-1712-4a1e-8df9-93bdfd4ae88e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:45.391141793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"07a342ba-1712-4a1e-8df9-93bdfd4ae88e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"name":"e2e-worker-w1-f463c9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:45.391170727Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-access","reconcileID":"07a342ba-1712-4a1e-8df9-93bdfd4ae88e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:45.447160474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"simulator-w1-f463c9","reconcileID":"117ba39d-8966-40c3-ab10-e2ff2638c0f9","MaaSModelRef":{"name":"simulator-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"simulator-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"simulator-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:46.111641487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe1ec419-d097-4cb9-a818-b4fea7ead22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:46.164064795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe1ec419-d097-4cb9-a818-b4fea7ead22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:46.216593785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe1ec419-d097-4cb9-a818-b4fea7ead22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:46.269323743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe1ec419-d097-4cb9-a818-b4fea7ead22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:48.181496967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d38bce-3150-471e-a523-c59d2073f677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:48.233357727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d38bce-3150-471e-a523-c59d2073f677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:48.285146164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d38bce-3150-471e-a523-c59d2073f677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:48.336857457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d38bce-3150-471e-a523-c59d2073f677","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:50.243305136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2245fc55-3f53-4d60-8e93-2cd968bacc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:50.295346432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2245fc55-3f53-4d60-8e93-2cd968bacc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:50.347112458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2245fc55-3f53-4d60-8e93-2cd968bacc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:50.399186785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2245fc55-3f53-4d60-8e93-2cd968bacc81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:50.631104341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-2-w1-f463c9","reconcileID":"0a9484e9-697a-4e20-807b-131886f5c917","MaaSModelRef":{"name":"distinct-2-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-2-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-2-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:50.657998975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"namespace":"e2e-models-e2e-worker-w1-f463c9","name":"distinct-w1-f463c9","reconcileID":"a3f187a0-9d2c-4e52-badc-9172f4249701","MaaSModelRef":{"name":"distinct-w1-f463c9","namespace":"e2e-models-e2e-worker-w1-f463c9"},"routeName":"distinct-w1-f463c9-kserve-route","namespace":"e2e-models-e2e-worker-w1-f463c9","llmisvcName":"distinct-w1-f463c9","gateway":"openshift-ingress/e2e-worker-w1-f463c9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:51.911233379Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"e7f7e786-aab9-4447-9fe9-80db091d6338","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:51.911364675Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"e7f7e786-aab9-4447-9fe9-80db091d6338","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9 (deleting)","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:51.931400386Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"02d6fe2d-7a74-4be0-840b-1e1bac21c087","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:51.931567758Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"simulator-subscription","reconcileID":"02d6fe2d-7a74-4be0-840b-1e1bac21c087","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-f463c9/simulator-w1-f463c9 (deleting)","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:52.382383361Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"c4226895-4926-4060-b203-afbb4fe42fac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:52.382491796Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"c4226895-4926-4060-b203-afbb4fe42fac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"model":"e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-f463c9/premium-w1-f463c9 (deleting)","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:21:52.641947816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"premium-simulator-subscription","reconcileID":"c4226895-4926-4060-b203-afbb4fe42fac","error":"maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:53.941655956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37694ff3-1b90-42dc-b2c9-da10c13df777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:53.993734516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37694ff3-1b90-42dc-b2c9-da10c13df777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:54.045954458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37694ff3-1b90-42dc-b2c9-da10c13df777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:54.098028624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37694ff3-1b90-42dc-b2c9-da10c13df777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:54.647450043Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","namespace":"ai-tenant-e2e-extmod-a-48ae0a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:54.64751754Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","namespace":"ai-tenant-e2e-extmod-a-48ae0a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:54.647569875Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","tenant":"e2e-extmod-a-48ae0a","tenantID":"e2e-extmod-a-48ae0a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:54.702023403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","gvk":"Deployment","name":"maas-api-e2e-extmod-a-48ae0a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:54.760714037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","gvk":"Service","name":"maas-api-e2e-extmod-a-48ae0a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:54.820767587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-48ae0a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:54.874089834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-48ae0a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:54.929023433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-48ae0a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:54.986755356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-48ae0a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:55.043361935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-48ae0a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:55.102043424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-48ae0a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:55.156184828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-48ae0a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:55.209102817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-48ae0a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:55.263865131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","gvk":"Service","name":"payload-processing-e2e-extmod-a-48ae0a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:55.315067257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-48ae0a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:55.367180785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-48ae0a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:55.418470241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-48ae0a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:55.474427159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-48ae0a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:55.528493299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-48ae0a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:55.579577978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-48ae0a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:55.630668455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-48ae0a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:55.682382092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-48ae0a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:55.733819018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-48ae0a"},"namespace":"ai-tenant-e2e-extmod-a-48ae0a","name":"default-tenant","reconcileID":"99e01104-ae9e-4287-ac70-84f26cd76062","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-48ae0a","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:55.986905833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e22c2a4e-7610-4d5b-9029-67f8964ef2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:56.039630844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e22c2a4e-7610-4d5b-9029-67f8964ef2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:56.09132018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e22c2a4e-7610-4d5b-9029-67f8964ef2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:56.142798689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e22c2a4e-7610-4d5b-9029-67f8964ef2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:56.573951508Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-48ae0a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-48ae0a","reconcileID":"49f0d332-9a52-44f7-ae5f-dc9d27ea325a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-48ae0a","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-48ae0a"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:58.076787831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba7bd5ca-1e9c-4478-b869-c2d1c81cf734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:58.128781805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba7bd5ca-1e9c-4478-b869-c2d1c81cf734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:58.180769484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba7bd5ca-1e9c-4478-b869-c2d1c81cf734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:21:58.232425572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba7bd5ca-1e9c-4478-b869-c2d1c81cf734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:00.106268125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d13154-9769-469a-bc14-20f49666743c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:00.157914947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d13154-9769-469a-bc14-20f49666743c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:00.210060559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d13154-9769-469a-bc14-20f49666743c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:00.262072073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d13154-9769-469a-bc14-20f49666743c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:00.276830927Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:01.000394771Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:01.000469033Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:01.000514884Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","tenant":"e2e-shared-b-w4-0d45ba","tenantID":"e2e-shared-b-w4-0d45ba","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:01.054307735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-0d45ba","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:01.118805201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","gvk":"Service","name":"maas-api-e2e-shared-b-w4-0d45ba","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:01.172652354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-0d45ba","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:01.227923272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-0d45ba","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:01.287478594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-0d45ba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:01.341289863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-0d45ba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:01.397501212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-0d45ba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:01.451782143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-0d45ba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:01.503713286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-0d45ba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:01.555053253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-0d45ba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:01.606556669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-0d45ba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:01.657908708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-0d45ba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:01.709171701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-0d45ba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:01.760503898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-0d45ba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:01.811563306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-0d45ba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:01.868284017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-0d45ba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:01.921190445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-0d45ba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:01.972757475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-0d45ba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:02.024209365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-0d45ba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:02.075319173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-0d45ba"},"namespace":"ai-tenant-e2e-shared-b-w4-0d45ba","name":"default-tenant","reconcileID":"712f1b59-329b-4419-9b32-be2d1246b7c0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-0d45ba","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:02.945137921Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-0d45ba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-0d45ba","reconcileID":"991bacd0-4d40-4f5a-89a4-97b9b0ddc164","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-0d45ba","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-0d45ba"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:04.045061193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73326271-b469-41d1-8d91-b9b3e76c370a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:04.097277068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73326271-b469-41d1-8d91-b9b3e76c370a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:04.151314544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73326271-b469-41d1-8d91-b9b3e76c370a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:04.205162941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73326271-b469-41d1-8d91-b9b3e76c370a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:06.074033133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b80d0e9d-ec55-48e7-ba13-037d99368c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:06.125819367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b80d0e9d-ec55-48e7-ba13-037d99368c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:06.177628286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b80d0e9d-ec55-48e7-ba13-037d99368c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:06.231189037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b80d0e9d-ec55-48e7-ba13-037d99368c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:08.236993338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a69f50f-5986-4f58-b320-99abe153af7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:08.289094142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a69f50f-5986-4f58-b320-99abe153af7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:08.341020693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a69f50f-5986-4f58-b320-99abe153af7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:08.392803544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a69f50f-5986-4f58-b320-99abe153af7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:10.28918712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a790394c-fbff-4573-96f0-2826cc9a3d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:10.340965375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a790394c-fbff-4573-96f0-2826cc9a3d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:10.392756662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a790394c-fbff-4573-96f0-2826cc9a3d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:10.444650164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a790394c-fbff-4573-96f0-2826cc9a3d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:10.625234129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"2edc346e-cb00-4cb4-9da8-cb1fee3f2fd4","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:10.654759507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"5342cd03-7231-4109-90e9-ea2dfa78789a","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:10.655066771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"7f449912-6731-4f55-92d2-18fbf87408c1","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:10.65528086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"5e3d2790-c9dd-4cd7-9bac-7e50c5511470","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:10.731106947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"0bb50806-46a2-467e-ac26-319f47fe46fa","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:10.731467835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"639db688-03be-41cc-aa67-3a7a332b4e44","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:10.731743234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"e3ab942e-decd-4ed6-8db7-23ded4a0d9ef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:10.731889852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"1537c5fd-5850-4b21-b98d-8b8f2870acc5","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:10.808432712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"4c3a660c-27ac-4fa4-92b0-41a34b318789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:10.808542507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"bc0a6a7d-6c7a-480f-99d6-383364216f77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:10.861602464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"5661f881-f268-479a-bdc9-7ecc909f547d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:10.863972609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"4c3a660c-27ac-4fa4-92b0-41a34b318789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:10.864105812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"bc0a6a7d-6c7a-480f-99d6-383364216f77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:10.864565592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"74647b8e-fc69-4c0a-9da1-87ac2c25280f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:11.177207042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"954462c6-edbd-47e4-8f99-5595e0426d5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:11.178854504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"787fde26-6fc3-49db-85ec-55ad95c01d79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:11.221282662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"81b31cb1-b7a9-4165-b752-85afc5f0d967","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:11.221426178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"da21f768-4440-42c4-a6db-640570eb60b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:11.277292932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"da21f768-4440-42c4-a6db-640570eb60b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:11.277600293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"81b31cb1-b7a9-4165-b752-85afc5f0d967","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:12.302041833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17494068-3d54-4de6-873d-c051411aae4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:12.353934332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17494068-3d54-4de6-873d-c051411aae4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:12.405609566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17494068-3d54-4de6-873d-c051411aae4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:12.457488345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17494068-3d54-4de6-873d-c051411aae4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:12.666362888Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","namespace":"ai-tenant-e2e-shared-b-w0-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:12.666426784Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","namespace":"ai-tenant-e2e-shared-b-w0-75f577","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:12.666478376Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","tenant":"e2e-shared-b-w0-75f577","tenantID":"e2e-shared-b-w0-75f577","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:12.721506932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-75f577","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:12.780631162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","gvk":"Service","name":"maas-api-e2e-shared-b-w0-75f577","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:12.840748678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-75f577","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:12.894303165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-75f577","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:12.954237194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-75f577","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:13.008645587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-75f577","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:13.065660569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-75f577","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:13.119211086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-75f577","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:13.170541289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-75f577","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:13.221735838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-75f577","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:13.272963215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-75f577","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:13.324399851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-75f577","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:13.375631098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-75f577","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:13.426725891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-75f577","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:13.492584209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-75f577","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:13.547454063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-75f577","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:13.598693414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-75f577","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:13.649774786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-75f577","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:13.700715297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-75f577","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:13.752029802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75f577"},"namespace":"ai-tenant-e2e-shared-b-w0-75f577","name":"default-tenant","reconcileID":"73db458d-6edc-4066-8c99-2fc50050c7ed","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-75f577","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:14.375117738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb25935-8eac-4b9a-8535-7bc088ffa978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:14.428267726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb25935-8eac-4b9a-8535-7bc088ffa978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:14.481715012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb25935-8eac-4b9a-8535-7bc088ffa978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:14.5337313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb25935-8eac-4b9a-8535-7bc088ffa978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:14.64608066Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-75f577","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-75f577","reconcileID":"a33034aa-5069-41d3-b413-acd3947fb4e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-75f577","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-75f577"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:16.409015055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff2dcea3-2af0-48ab-9cfc-130cf23b75af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:16.461094569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff2dcea3-2af0-48ab-9cfc-130cf23b75af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:16.51307612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff2dcea3-2af0-48ab-9cfc-130cf23b75af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:16.565645222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff2dcea3-2af0-48ab-9cfc-130cf23b75af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:18.434895702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d84be88-d048-4de2-809a-e191c98a4d84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:18.486659385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d84be88-d048-4de2-809a-e191c98a4d84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:18.538682358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d84be88-d048-4de2-809a-e191c98a4d84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:18.590341182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d84be88-d048-4de2-809a-e191c98a4d84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:20.45793261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6bdbce9-fb25-4771-903a-895b1df16f4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:20.509609513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6bdbce9-fb25-4771-903a-895b1df16f4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:20.561408692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6bdbce9-fb25-4771-903a-895b1df16f4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:20.613446022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6bdbce9-fb25-4771-903a-895b1df16f4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:21.155107833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"1c769fba-b903-476f-8168-10d211477a28","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:21.155478275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"7f7cefa3-4999-45cc-a024-2019e78f223d","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:21.155739456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"97859c2e-2239-425f-a6d6-46faab5099b4","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:21.155923074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"89bc16ef-6553-46ce-b7ac-2732243cd63e","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:21.31085321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"cdbc42d6-6ef1-4af7-aa44-be9138a40814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:21.312009884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"b5d31ff8-253b-485c-a9df-de3377fb787c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:21.36745011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"cdbc42d6-6ef1-4af7-aa44-be9138a40814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:21.368215065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"ae68985e-a0fd-4699-a024-838c284f9c0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:21.368230722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"b5d31ff8-253b-485c-a9df-de3377fb787c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:21.369131966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"74289149-fc98-4b90-af40-e9752ce55219","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:21.703463865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"46d4045d-9dee-4f03-b6cb-7fac90cae752","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:21.753831047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"59312f0f-13c2-4f1a-ad34-7065012621fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:21.75432142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"15beb554-573e-418d-a0af-4c10312a12ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:21.804464122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"8c7da149-bd20-4755-80b8-d943134001f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:21.809498322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"59312f0f-13c2-4f1a-ad34-7065012621fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:21.862400351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"8c7da149-bd20-4755-80b8-d943134001f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:21.940741347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"0ab8aff2-25b2-4a73-ae17-82bcba43980d","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:21.941254725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"0fada18d-8da1-444f-ac03-63a2c43cc766","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:21.941765482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"2abbe4a7-22ec-4b08-9b05-6a8e4fd485f0","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:21.942531339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"555e375c-81e5-493c-ba0c-e2a42f82c76c","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:22.08686024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"a4b52e74-ec83-4774-bd49-457bd095799e","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:22.087215571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"b0539c34-a4e2-4f9d-82cb-7dc532275e8c","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:22.087496552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"de7f7d9c-a364-4e16-ae08-090128c4125a","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:22.087671215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"41eaf55c-ecdd-408b-ba13-6e98eb081544","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:22.098054286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"016cf512-8705-4dd5-81b4-ebcba21a3e2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:22.101165677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"b50de9f1-c928-498e-8644-b50066a4f590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:22.151226508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"371f6f2d-adfa-4fcb-bd21-0d93fcd1c6a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:22.15355835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"016cf512-8705-4dd5-81b4-ebcba21a3e2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:22.154466955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"c80af682-f358-45aa-b0e6-b629ed13bee0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:22.156318085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"b50de9f1-c928-498e-8644-b50066a4f590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:22.464937132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"c6f87e7b-2d4a-441d-ae4d-3d223f57156b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:22.465351733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"ecfc2dbd-9fd7-4d18-a7b6-885d1621df8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:22.509016746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f94f007f-366a-4bcc-8a46-a423c10b840c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:22.560856248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f94f007f-366a-4bcc-8a46-a423c10b840c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:22.560969258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"0fbc3af2-a6d8-4b4d-84b6-4bafa5154a82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:22.561258852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"07f92838-f145-4031-a40c-84687125c779","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:22.612832399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f94f007f-366a-4bcc-8a46-a423c10b840c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:22.664751801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f94f007f-366a-4bcc-8a46-a423c10b840c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:22.66838064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"0fbc3af2-a6d8-4b4d-84b6-4bafa5154a82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:22.720246671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"07f92838-f145-4031-a40c-84687125c779","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:22.959883152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"80375d31-5e56-4d30-9d7b-ed3b30844d30","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:23.176867585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"056fd2ab-9684-45bd-8707-2daf928d1a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:23.176951912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"22c60e11-d77b-45a2-8db7-a2d08c3f5979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:23.177732138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"6e601edc-d326-423d-907f-697bfb4f9336","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:23.232378579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"056fd2ab-9684-45bd-8707-2daf928d1a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:23.234252741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"22c60e11-d77b-45a2-8db7-a2d08c3f5979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:23.29474608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"417ebfc6-c3ea-47ec-a1a0-3b63154357cc","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:23.351240824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"da0ce511-8a7b-4819-9b2f-884c207317a1","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:23.551750344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"7e394f1f-2391-4ab8-aca6-5fdd85b76223","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:23.625429065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"18b34c96-40c1-46a1-9dea-06226a29668e","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:24.534296022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"227eabd2-fb7e-48b9-9987-84d6021a17e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:24.586859253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"227eabd2-fb7e-48b9-9987-84d6021a17e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:24.63874557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"227eabd2-fb7e-48b9-9987-84d6021a17e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:24.690548243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"227eabd2-fb7e-48b9-9987-84d6021a17e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:26.610146713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57757dc-41e5-466e-8ad9-8d4b2140c53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:26.66211142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57757dc-41e5-466e-8ad9-8d4b2140c53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:26.714635549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57757dc-41e5-466e-8ad9-8d4b2140c53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:26.76646174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57757dc-41e5-466e-8ad9-8d4b2140c53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:27.758301888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"7e0e7c0f-6020-4d1b-bc73-63e4962e9e36","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:28.018503852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"32166f93-200a-49db-a0bc-d7e2d61462ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:28.073158671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"54f5849a-b62e-4950-9452-970b35924bf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:28.073565129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"14a35f58-20c4-4dad-a82b-009c925c930f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:28.086364747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"121aa289-6012-450e-be34-0f4ed07bf503","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:28.136011366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"54f5849a-b62e-4950-9452-970b35924bf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:28.1397901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"14a35f58-20c4-4dad-a82b-009c925c930f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:28.221655001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"94a2d319-ee97-48a0-a85c-b8a2684bda97","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:28.295373007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"c693c073-b160-4e03-bf90-3185533de475","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:28.3965316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"19ab79c8-32f0-4e84-a9ff-f7c157942f20","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:28.457691808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"7e0b8054-8ebf-42f8-89ed-4d4c9c6be03f","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:28.495484014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"efe3c227-d11d-47ee-8d9b-d9c91db56183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:28.49549513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"71df512d-0a54-44f2-bbec-2eab8c8e39f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:28.551831709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"71df512d-0a54-44f2-bbec-2eab8c8e39f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:28.551950043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"efe3c227-d11d-47ee-8d9b-d9c91db56183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:28.664270346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"b53fefce-29cd-4923-baa8-29b1dadf395a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:28.670505841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6f63da0-2dc4-430c-97d8-82c457eeb53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:28.722216895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6f63da0-2dc4-430c-97d8-82c457eeb53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:28.773896086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6f63da0-2dc4-430c-97d8-82c457eeb53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:28.825801718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6f63da0-2dc4-430c-97d8-82c457eeb53a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:29.25440445Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","namespace":"ai-tenant-e2e-worker-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:29.254460834Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","namespace":"ai-tenant-e2e-worker-w1-f463c9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:29.254511647Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","tenant":"e2e-worker-w1-f463c9","tenantID":"e2e-worker-w1-f463c9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:29.307750669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","gvk":"Deployment","name":"maas-api-e2e-worker-w1-f463c9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:29.368778184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","gvk":"Service","name":"maas-api-e2e-worker-w1-f463c9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:29.423003289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-f463c9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:29.475959066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-f463c9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:29.535097693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-f463c9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:29.58891153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-f463c9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:29.644953113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-f463c9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:29.698462042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-f463c9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:29.749725289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-f463c9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:29.801025946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-f463c9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:29.867084033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","gvk":"Service","name":"payload-processing-e2e-worker-w1-f463c9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:29.918581093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-f463c9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:29.969939465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-f463c9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.02143211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-f463c9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.072874372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-f463c9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.12742563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-f463c9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.231593225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-f463c9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.283408261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-f463c9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.334958241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-f463c9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.335214493Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.386234101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f463c9"},"namespace":"ai-tenant-e2e-worker-w1-f463c9","name":"default-tenant","reconcileID":"df9ec467-f366-4a8c-90e9-5505fc81d5fd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-f463c9","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.441952516Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.442014036Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.442062796Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","tenant":"e2e-shared-b-w2-6ddbba","tenantID":"e2e-shared-b-w2-6ddbba","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.495378997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-6ddbba","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.561590281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","gvk":"Service","name":"maas-api-e2e-shared-b-w2-6ddbba","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.615398317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-6ddbba","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.668454396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-6ddbba","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.729017117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-6ddbba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.765582943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e74d63dc-d086-4050-83f4-64a961c7bc54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.817878021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e74d63dc-d086-4050-83f4-64a961c7bc54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.819704495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-6ddbba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.869818631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e74d63dc-d086-4050-83f4-64a961c7bc54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.922630644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e74d63dc-d086-4050-83f4-64a961c7bc54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.924991721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-6ddbba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:30.986762287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-6ddbba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.038031583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-6ddbba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.09124211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-6ddbba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.142627565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-6ddbba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.194410965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-6ddbba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.262592519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-6ddbba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.318875309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-6ddbba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.332790777Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-f463c9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-f463c9","reconcileID":"c9f9115d-dcfd-4521-a12d-8a109fe42b00","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-f463c9","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-f463c9"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.370363431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-6ddbba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.426860983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-6ddbba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.478967384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-6ddbba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.529996682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-6ddbba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.581169546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-6ddbba","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.632404709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6ddbba"},"namespace":"ai-tenant-e2e-shared-b-w2-6ddbba","name":"default-tenant","reconcileID":"14a8dc99-b3e4-4c14-9dba-ee597b5152f5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-6ddbba","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.690642881Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"fbc5cb6c-8927-4117-a731-958830a81e75","namespace":"ai-tenant-e2e-worker-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.69073662Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"fbc5cb6c-8927-4117-a731-958830a81e75","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.745201329Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"fbc5cb6c-8927-4117-a731-958830a81e75","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.746240391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"79d857c7-8220-4ea4-8b4e-86f779ea410a","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.802168683Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"fbc5cb6c-8927-4117-a731-958830a81e75","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.802191979Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"fbc5cb6c-8927-4117-a731-958830a81e75","namespace":"ai-tenant-e2e-worker-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.802258112Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"fbc5cb6c-8927-4117-a731-958830a81e75","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.804839574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"9f8b98ea-8bda-4659-b55a-0e448ff8d37e","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.859566288Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"fbc5cb6c-8927-4117-a731-958830a81e75","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.862976477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"75d5f617-cec1-48b3-b4e5-034fef949580","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.907505184Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"50b80689-1e24-4ad3-b08e-8685a75395c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6d6fe726","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.917490488Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"fbc5cb6c-8927-4117-a731-958830a81e75","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.919411818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"0033c8a8-f692-49fd-bc4d-65b01b1d92ab","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.94317034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"c2479231-485b-4470-87fb-819c31796c20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.994642567Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"39a38652-9a21-4c9a-a750-6670a641d978","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e4063bf5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:31.995931847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"d54dcd97-c177-43b0-a4a4-51e837b53e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:32.102314449Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"a08570eb-5491-4e4d-afcf-5ae699bc3232","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6d6fe726","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:32.106545595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"d54dcd97-c177-43b0-a4a4-51e837b53e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:32.106993763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"c2479231-485b-4470-87fb-819c31796c20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:32.159425815Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"a0dbff37-0d5e-485c-9243-c416966a6196","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e4063bf5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:32.318458515Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"f084568b-cfd5-4097-a614-56d6c0e964f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:32.318826195Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"4123b529-ad08-4c8f-a14a-c20d8286cc9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:32.540804232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"4123b529-ad08-4c8f-a14a-c20d8286cc9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:32.540804312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"f084568b-cfd5-4097-a614-56d6c0e964f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:32.599180919Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-6ddbba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-6ddbba","reconcileID":"0399a4bf-b425-4133-9931-4ae5a549b7fa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-6ddbba","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-6ddbba"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:32.711412422Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"4123b529-ad08-4c8f-a14a-c20d8286cc9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:32.711437791Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-access","reconcileID":"4123b529-ad08-4c8f-a14a-c20d8286cc9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:22:32.754159233Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"f084568b-cfd5-4097-a614-56d6c0e964f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-6de8e6-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:22:32.754299958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"f084568b-cfd5-4097-a614-56d6c0e964f9","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-6de8e6-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:32.76089591Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"32e24001-cf25-4360-b3d9-48d235c86e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:32.766437433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"1df75892-6a04-4a60-92c9-94dcac117f4a","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:32.966972256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"32e24001-cf25-4360-b3d9-48d235c86e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.022786116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"32e24001-cf25-4360-b3d9-48d235c86e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"e2e-worker-w4-6de8e6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.022814648Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-access","reconcileID":"32e24001-cf25-4360-b3d9-48d235c86e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.075379579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02daa2b9-4fde-45ee-9c9f-48ec4862c3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.127689965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02daa2b9-4fde-45ee-9c9f-48ec4862c3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.132371754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"1730bd72-c82b-458a-94d7-23f32792dc72","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.181048979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02daa2b9-4fde-45ee-9c9f-48ec4862c3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.181566329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"fe4fb9bb-7075-4d57-b5fc-e068b6507534","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.181746498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"d41d8d0d-fc16-4243-9625-5716d0d0b411","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.181961704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"96f29200-f148-4350-919f-aee035d2c72b","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.182176582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"2b953ca6-49ff-44fb-895c-c816032a35ec","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.234039277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02daa2b9-4fde-45ee-9c9f-48ec4862c3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.351655543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"107a4ae6-51c3-4214-8975-93269ebfd3df","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.390964972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"3bf77556-ca55-45c3-85eb-5a1442ce732d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.392257899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"1e87896d-5181-471c-be60-1766f9cb2bd0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.43928394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"4babbb50-364a-4332-984a-74c39834d022","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.448804119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"3bf77556-ca55-45c3-85eb-5a1442ce732d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.494995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"945602ad-6ecb-48a7-9426-9fe086f146ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.550762471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"945602ad-6ecb-48a7-9426-9fe086f146ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.758414028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"03213330-1658-4984-835c-f9dc8b53c5c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-simulator-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.758433768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"505922ef-16fb-4ca7-b26e-25da6b5a3ba2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.85567647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"38fe8e5a-9d87-4e97-9e24-6bf07daf7d34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.912085628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"38fe8e5a-9d87-4e97-9e24-6bf07daf7d34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:33.956876116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"343b682e-baea-49ca-a5e6-f4e0da930cf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:34.012507441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"343b682e-baea-49ca-a5e6-f4e0da930cf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:35.176217336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dcc91ff-bd8f-4ba0-9478-4036a494785c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:35.22827751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dcc91ff-bd8f-4ba0-9478-4036a494785c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:35.280297728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dcc91ff-bd8f-4ba0-9478-4036a494785c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:35.332573875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dcc91ff-bd8f-4ba0-9478-4036a494785c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:36.129865283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"3cc0eca1-dbce-4cae-bd53-d46316096da6","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:36.781656624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"e6e29d3f-d9a4-4b65-a3bc-b956a0beb0be","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.109066411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"9fc19460-429c-45aa-863a-a976483ce03b","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.195019757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87edc447-3e7c-4f8f-aee3-207cc5e44e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.247723239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87edc447-3e7c-4f8f-aee3-207cc5e44e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.299754558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87edc447-3e7c-4f8f-aee3-207cc5e44e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.3519568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87edc447-3e7c-4f8f-aee3-207cc5e44e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.353797338Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.353873548Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.353940246Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","tenant":"e2e-shared-a-w3-e15bbc","tenantID":"e2e-shared-a-w3-e15bbc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.403818434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"a9430a95-b2da-4233-a526-5c22dfdb8d18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.455174321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"8c15155d-0c7f-4e72-b519-ea6d9fb67c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.455468678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-e15bbc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.455168536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"a137af3a-0642-4024-acc8-2c0843faa886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.512215832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"8c15155d-0c7f-4e72-b519-ea6d9fb67c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.512247289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"a137af3a-0642-4024-acc8-2c0843faa886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.516048497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","gvk":"Service","name":"maas-api-e2e-shared-a-w3-e15bbc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.571810213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"86436411-64f5-4edf-8528-13aa90980948","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.574548258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-e15bbc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.665136024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-e15bbc","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.718964498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-e15bbc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.772125918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-e15bbc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.818614805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"a691d2e5-adc2-41e6-9f3c-e16f17362df7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"maas-trlp-premium-w0-7ee809","model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.828276174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-e15bbc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.881994904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-e15bbc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.933229595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-e15bbc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:37.984537177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-e15bbc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:38.035873705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-e15bbc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:38.087382325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-e15bbc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:38.226892016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-e15bbc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:38.278394598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-e15bbc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:38.329838259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-e15bbc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:38.385435262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-e15bbc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:38.437617715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-e15bbc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:38.488954097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-e15bbc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:38.540096414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-e15bbc","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:38.591525776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-e15bbc"},"namespace":"ai-tenant-e2e-shared-a-w3-e15bbc","name":"default-tenant","reconcileID":"2e793243-f1ca-49e7-9dca-fa58925772dc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-e15bbc","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:39.434751594Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-e15bbc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-e15bbc","reconcileID":"1193a14b-3380-4bdc-a3e3-73e2f0860db1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-e15bbc","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-e15bbc"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:40.475739003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"77b96996-de4f-4b59-a928-e1eb8671f8fb","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:40.476081083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"37ac3a02-53d3-43cb-8d37-d6da8edb8ad1","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:40.476318772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"da1a1f6e-8eb0-4cef-ade0-bd8ce9c6d29e","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"distinct-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"distinct-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:40.476527676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"1f9820f3-0b8a-4288-9e43-e41aac1853f4","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"distinct-2-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"distinct-2-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:40.579659987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c7e376-6fb0-4cb4-9863-44ca6369890a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:40.632094019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c7e376-6fb0-4cb4-9863-44ca6369890a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:40.684771015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c7e376-6fb0-4cb4-9863-44ca6369890a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:40.689391716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"d1206370-c021-47eb-b5e8-dc7ca6682ac3","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:40.736916703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c7e376-6fb0-4cb4-9863-44ca6369890a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:40.737825184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"0ae375bc-e0ac-43e1-8af4-8f9d9a849271","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:40.738146791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"09c4e305-1f39-4e20-805b-f6a27dd0ed8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:40.738167988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"7062ef5a-303a-4ca9-a9c4-dea6c680671e","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:40.738599988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"45d238b1-a9e9-4822-bb54-0a87d0bb194e","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"distinct-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"distinct-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:40.738810009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"055b934d-d4b9-4b71-b30b-4caeb4eea6ef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"distinct-2-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"distinct-2-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:40.788497514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"72f2b272-c7ef-412e-ac39-45130e65b6e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:40.839208268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"9f7b4bc2-70f7-40c4-9b8d-26d2f2316a3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:40.845995215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"09c4e305-1f39-4e20-805b-f6a27dd0ed8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:40.895654328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"9f7b4bc2-70f7-40c4-9b8d-26d2f2316a3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:41.159267786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"43da0bd8-f17c-42dd-8da0-e6a1c140d805","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:41.159540607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"38c2f04a-109d-4081-af3d-c24e35c68a12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:41.205600636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"f28c61d5-8990-411c-8714-b0c8843a726f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:41.260688854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"f28c61d5-8990-411c-8714-b0c8843a726f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:41.305755838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"ccbf2ecb-03fa-4f6b-9029-b936aaad9fd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:41.38109426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"ccbf2ecb-03fa-4f6b-9029-b936aaad9fd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:42.16451311Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"3ac62f78-e5f0-48e8-bee5-e61c5cc914e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:42.211905948Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"d90b0c31-bcb0-42d4-8b9c-cb888a9b9ce1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:42.216456261Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"3ac62f78-e5f0-48e8-bee5-e61c5cc914e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:42.263973208Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"d90b0c31-bcb0-42d4-8b9c-cb888a9b9ce1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:42.270681142Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"simulator-subscription","reconcileID":"3ac62f78-e5f0-48e8-bee5-e61c5cc914e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/simulator-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:42.325148981Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"premium-simulator-subscription","reconcileID":"d90b0c31-bcb0-42d4-8b9c-cb888a9b9ce1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"name":"maas-trlp-premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6","model":"e2e-models-e2e-worker-w4-6de8e6/premium-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:42.541722046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"87d46f71-0ef4-43d7-a58b-56dc192a12f6","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:42.640308298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"993fc393-e94a-41d4-b310-c92e4a3732a6","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:42.697676342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d0fc37f-c04a-4f7f-b86d-0e8d33ffb9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:42.7494173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d0fc37f-c04a-4f7f-b86d-0e8d33ffb9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:42.801279751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d0fc37f-c04a-4f7f-b86d-0e8d33ffb9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:42.853008087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d0fc37f-c04a-4f7f-b86d-0e8d33ffb9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:43.182288106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"e6c088bc-3a31-4991-bf7a-c60fc03d915e","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:43.182751099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"cbd82b02-1f8e-410f-bd57-3875a318001b","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:43.352763221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-2-w4-6de8e6","reconcileID":"d46551b9-daf2-4cb9-b1b1-acff54dc3567","MaaSModelRef":{"name":"distinct-2-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-2-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-2-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:44.767590586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27b4f2a-a590-4c45-829e-59356f2e0a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:44.819156997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27b4f2a-a590-4c45-829e-59356f2e0a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:44.870846113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27b4f2a-a590-4c45-829e-59356f2e0a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:44.922675879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27b4f2a-a590-4c45-829e-59356f2e0a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:45.734026523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"2e338a26-b3dd-46c4-b217-90a6d6d65eec","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"distinct-2-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"distinct-2-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:46.066357994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"a6f4a4d3-812f-4196-b69b-de126213e20a","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"distinct-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"distinct-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:46.187311976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"distinct-w4-6de8e6","reconcileID":"fe95824a-8f0f-4a0a-9860-f482fafe7bd9","MaaSModelRef":{"name":"distinct-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"distinct-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"distinct-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:46.396432966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"32b46143-6986-4a2b-ac8a-6be72b437910","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:46.604192898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"09220b1d-7872-41ee-96d6-f64042ad4dc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:46.610242126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"69f37c8b-10b1-4cb0-ba14-361f5c46c728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:46.610694186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"3b26b624-5c07-4eb0-9fbe-9f7b07e703d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:46.673109973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"3b26b624-5c07-4eb0-9fbe-9f7b07e703d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:46.67522871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"69f37c8b-10b1-4cb0-ba14-361f5c46c728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:46.736606741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"f4335e5a-38cb-422f-97d9-8e7f3320bf2b","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:46.804577619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"bea92af5-636f-4680-8f83-e93bd84d6f0b","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:46.839028692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"bef3adab-8836-48e9-8c48-82ad500ad7ac","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:46.876648055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a1d770e-02bb-4e20-bc41-3a9ebfded63d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:46.928635431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a1d770e-02bb-4e20-bc41-3a9ebfded63d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:46.980777737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a1d770e-02bb-4e20-bc41-3a9ebfded63d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:46.980950347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"fba76e4b-1437-4766-9315-7338ee5dee1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:47.033189563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a1d770e-02bb-4e20-bc41-3a9ebfded63d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:47.1436888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"be89f6f8-1ae8-4444-8e78-151207d7d0bb","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:47.190232994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"7f36d84a-6618-4224-821c-832d9e633e29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:47.19058045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"20c3b75e-2943-45d9-b193-097cffd31607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:47.191046351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"bb0dd80b-c163-42ca-8f9a-69bb80388537","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:47.249382317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"7f36d84a-6618-4224-821c-832d9e633e29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:47.252016064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"20c3b75e-2943-45d9-b193-097cffd31607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:47.406182565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"e94a13ac-f40d-4f8e-a8c9-6d29222b9629","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:47.612784848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"9886e1d4-93db-4275-acf6-656ea8775e2c","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:48.909273956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1280bfde-37f9-43b2-82c8-f226f83c6d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:48.961191544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1280bfde-37f9-43b2-82c8-f226f83c6d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:49.012967648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1280bfde-37f9-43b2-82c8-f226f83c6d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:49.064841474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1280bfde-37f9-43b2-82c8-f226f83c6d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.064837559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e264cc-e02a-452c-896a-b50cf3492a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.116539445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e264cc-e02a-452c-896a-b50cf3492a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.168587279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e264cc-e02a-452c-896a-b50cf3492a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.174085296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"834a625d-d4fb-445e-81c3-ac8c39963960","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"distinct-2-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"distinct-2-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.220439546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e264cc-e02a-452c-896a-b50cf3492a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.221887842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"4706cd20-59de-4664-b6c4-218526483580","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"distinct-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"distinct-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.222156997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"295dade0-d558-44bd-ab90-02df6ea552e9","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.222440929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"ce577f51-4dca-496f-a9b2-9bb6cc747dd2","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.37719484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"85d3b593-e038-4574-8640-9fec1937ecdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.377249463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"c41b4da6-5cd9-474b-abac-ed100b545b0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.430649963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"2f81441e-1faf-462f-a472-d16348dd2835","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.430700835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"4ebad846-4be7-4e9d-9fd9-261f708d9796","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.433529052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"c41b4da6-5cd9-474b-abac-ed100b545b0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.433740144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"85d3b593-e038-4574-8640-9fec1937ecdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.690152001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"simulator-w4-6de8e6","reconcileID":"245b2517-3278-4550-a84d-e36bffc730dd","MaaSModelRef":{"name":"simulator-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"simulator-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"simulator-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.690442795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"namespace":"e2e-models-e2e-worker-w4-6de8e6","name":"premium-w4-6de8e6","reconcileID":"8154fcfa-1f9b-4cb8-b10e-04503c4eba8f","MaaSModelRef":{"name":"premium-w4-6de8e6","namespace":"e2e-models-e2e-worker-w4-6de8e6"},"routeName":"premium-w4-6de8e6-kserve-route","namespace":"e2e-models-e2e-worker-w4-6de8e6","llmisvcName":"premium-w4-6de8e6","gateway":"openshift-ingress/e2e-worker-w4-6de8e6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.747355569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"140a6c29-4567-4ed6-8c0c-2170963083a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.747767158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"be6d006d-7099-46c2-b415-64c1351d9eb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.748262782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"820406c2-f37c-440c-a121-1ec41c7c9d36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.748422775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"ca1ba47a-e725-4c43-b361-639e04bc3c56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.807229291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"140a6c29-4567-4ed6-8c0c-2170963083a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:51.808618844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"be6d006d-7099-46c2-b415-64c1351d9eb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:53.085723593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b4ba60b-105e-4e8d-a211-aee2ab0400fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:53.137618562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b4ba60b-105e-4e8d-a211-aee2ab0400fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:53.189232768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b4ba60b-105e-4e8d-a211-aee2ab0400fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:53.242032911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b4ba60b-105e-4e8d-a211-aee2ab0400fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:53.457171319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"84c826c2-d0d0-4f63-abdb-dbd7571c2623","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:53.457593602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-2-w0-7ee809","reconcileID":"30f6f852-69f3-4975-9692-715907e04156","MaaSModelRef":{"name":"distinct-2-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-2-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-2-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.095057724Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"a02b7716-d825-4ff6-8354-e9682c3703f6","namespace":"ai-tenant-e2e-worker-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.095131034Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"a02b7716-d825-4ff6-8354-e9682c3703f6","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.149096451Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"a02b7716-d825-4ff6-8354-e9682c3703f6","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.149741089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"fafc153e-f28b-489d-a597-76dae2a365d5","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.203461292Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"a02b7716-d825-4ff6-8354-e9682c3703f6","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.20348242Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"a02b7716-d825-4ff6-8354-e9682c3703f6","namespace":"ai-tenant-e2e-worker-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.206585536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"643d190e-ad61-419a-8146-b628ae1bd986","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.230597248Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"a02b7716-d825-4ff6-8354-e9682c3703f6","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.354642184Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"ee7b891b-0ac1-447b-a332-d4e6dce1e077","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0f9432e8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.354879711Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"a02b7716-d825-4ff6-8354-e9682c3703f6","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.355542447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"ab33cf73-98d7-49e9-b753-fad1c52ad795","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.393277731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"1c780e08-82c3-4cc9-acd5-064613a7351a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.393364439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"f40d1692-16ae-479e-b447-8cec4d39b283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.419801486Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"2453ac78-5d53-419f-a3f8-bdac05da335c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-78b527eb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.425574013Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"a02b7716-d825-4ff6-8354-e9682c3703f6","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.426081428Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","namespace":"ai-tenant-e2e-worker-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.426232977Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","namespace":"ai-tenant-e2e-worker-w4-6de8e6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.42636083Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","tenant":"e2e-worker-w4-6de8e6","tenantID":"e2e-worker-w4-6de8e6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.427142365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"07ac5f06-4a5e-46df-ac28-ed056751d30a","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.457144179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"f40d1692-16ae-479e-b447-8cec4d39b283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.462612956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"1c780e08-82c3-4cc9-acd5-064613a7351a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.486043825Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"d6c4fd64-1ee5-447b-a0d2-915ae5393a0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0f9432e8","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.49305887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","gvk":"Deployment","name":"maas-api-e2e-worker-w4-6de8e6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.544140028Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"ffaeb690-b8cc-4e7c-90a1-6f4f539aa9af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-78b527eb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.552419547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","gvk":"Service","name":"maas-api-e2e-worker-w4-6de8e6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.63391309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-6de8e6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.664019357Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"97f6d7b4-a837-48cf-9f8e-3fe3a8b55baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.690478184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-6de8e6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.749179119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-6de8e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.765032705Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"a5e62826-1efa-410a-8218-c3a47c2dee39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.802890427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-6de8e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.858825292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-6de8e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.912470346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-6de8e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.916452692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"97f6d7b4-a837-48cf-9f8e-3fe3a8b55baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:54.966026929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-6de8e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.017507045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"a5e62826-1efa-410a-8218-c3a47c2dee39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.01768144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-6de8e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.03854509Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"97f6d7b4-a837-48cf-9f8e-3fe3a8b55baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.03857787Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-access","reconcileID":"97f6d7b4-a837-48cf-9f8e-3fe3a8b55baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.069529952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","gvk":"Service","name":"payload-processing-e2e-worker-w4-6de8e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.0748881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"a5e62826-1efa-410a-8218-c3a47c2dee39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"name":"e2e-worker-w0-7ee809-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.074915091Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-access","reconcileID":"a5e62826-1efa-410a-8218-c3a47c2dee39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.093845765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"simulator-w0-7ee809","reconcileID":"4aa61062-3040-450f-9923-e6dad972a901","MaaSModelRef":{"name":"simulator-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"simulator-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"simulator-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.120573384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-6de8e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.129739966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"premium-w0-7ee809","reconcileID":"ea2e6d4f-6e65-46d4-be56-ce219b6b5a52","MaaSModelRef":{"name":"premium-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"premium-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"premium-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.171247565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c98c1b-d68a-4945-b6cf-93dcd634f1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.22321153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c98c1b-d68a-4945-b6cf-93dcd634f1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.224900797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-6de8e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.274989881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c98c1b-d68a-4945-b6cf-93dcd634f1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.326361132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-6de8e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.327049879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c98c1b-d68a-4945-b6cf-93dcd634f1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.378549174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-6de8e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.432969915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-6de8e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.484423321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-6de8e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.535833898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-6de8e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.58915754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-6de8e6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:55.64039711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-6de8e6"},"namespace":"ai-tenant-e2e-worker-w4-6de8e6","name":"default-tenant","reconcileID":"cfdcc52c-659c-4a54-bcb2-4aac8e535284","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-6de8e6","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:56.478752964Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-6de8e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-6de8e6","reconcileID":"b4d54f21-dca2-4461-a8d4-be78fde24afd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-6de8e6","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-6de8e6"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:56.877923581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"namespace":"e2e-models-e2e-worker-w0-7ee809","name":"distinct-w0-7ee809","reconcileID":"fb711c7a-bb96-4394-a8f0-dc6c75ee434e","MaaSModelRef":{"name":"distinct-w0-7ee809","namespace":"e2e-models-e2e-worker-w0-7ee809"},"routeName":"distinct-w0-7ee809-kserve-route","namespace":"e2e-models-e2e-worker-w0-7ee809","llmisvcName":"distinct-w0-7ee809","gateway":"openshift-ingress/e2e-worker-w0-7ee809","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:57.192713677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81bb1139-25fd-4bcc-ad2b-af9c96728a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:57.244969732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81bb1139-25fd-4bcc-ad2b-af9c96728a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:57.29699817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81bb1139-25fd-4bcc-ad2b-af9c96728a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:57.35113596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81bb1139-25fd-4bcc-ad2b-af9c96728a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:59.266403904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5664ed5f-5689-47b8-8f88-9a4dd2ca3612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:59.319248853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5664ed5f-5689-47b8-8f88-9a4dd2ca3612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:59.371439648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5664ed5f-5689-47b8-8f88-9a4dd2ca3612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:22:59.423304332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5664ed5f-5689-47b8-8f88-9a4dd2ca3612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:00.275854181Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:01.222198872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"11a02f2b-3acb-4b72-a180-75fe2049ce5b","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"distinct-2-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"distinct-2-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:01.222525524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"fba8d765-ffb6-47f0-9cae-1da233185b2e","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"distinct-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"distinct-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:01.222783832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"9f5925aa-0679-410c-9118-bfb4ef2fa80a","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:01.223106447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"d77a58b5-ff6a-4134-9ea9-6dc75e8d2768","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:01.381768584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587c9a48-22cc-4bcf-92d3-879831e3b48e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:01.43451906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587c9a48-22cc-4bcf-92d3-879831e3b48e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:01.486253565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587c9a48-22cc-4bcf-92d3-879831e3b48e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:01.538159182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"587c9a48-22cc-4bcf-92d3-879831e3b48e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:02.980088969Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"cd2102f8-53d8-4f3a-8c22-2897543a9560","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:02.980207908Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"14ac5fab-e04c-4935-9758-d3eba8b74fdf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:02.980233271Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"simulator-subscription","reconcileID":"cd2102f8-53d8-4f3a-8c22-2897543a9560","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/simulator-w0-7ee809","error":"HTTPRoute not found yet: for LLMInferenceService simulator-w0-7ee809 in namespace e2e-models-e2e-worker-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:02.980309314Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"premium-simulator-subscription","reconcileID":"14ac5fab-e04c-4935-9758-d3eba8b74fdf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"model":"e2e-models-e2e-worker-w0-7ee809/premium-w0-7ee809","error":"HTTPRoute not found yet: for LLMInferenceService premium-w0-7ee809 in namespace e2e-models-e2e-worker-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:05.934902922Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","namespace":"ai-tenant-e2e-shared-b-w3-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:05.934960989Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","namespace":"ai-tenant-e2e-shared-b-w3-7fb477","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:05.935028887Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","tenant":"e2e-shared-b-w3-7fb477","tenantID":"e2e-shared-b-w3-7fb477","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:05.988570929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-7fb477","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:06.047125899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","gvk":"Service","name":"maas-api-e2e-shared-b-w3-7fb477","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:06.104232204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-7fb477","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:06.160523425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-7fb477","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:06.218962648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-7fb477","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:06.277562172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-7fb477","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:06.334983115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-7fb477","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:06.391127732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-7fb477","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:06.442994059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-7fb477","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:06.494523676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-7fb477","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:06.545873836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-7fb477","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:06.597080676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-7fb477","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:06.648321279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-7fb477","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:06.699692393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-7fb477","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:06.751224183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-7fb477","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:06.805244204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-7fb477","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:06.856296538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-7fb477","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:06.907492317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-7fb477","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:06.958888177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-7fb477","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.010215096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fb477"},"namespace":"ai-tenant-e2e-shared-b-w3-7fb477","name":"default-tenant","reconcileID":"46f80ee5-0ac7-4317-bf0a-2d830218b936","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-7fb477","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.066621889Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"40e86a21-99ce-44a1-8d22-4e9ffa3cfe50","namespace":"ai-tenant-e2e-worker-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.066693793Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"40e86a21-99ce-44a1-8d22-4e9ffa3cfe50","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.122298472Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"40e86a21-99ce-44a1-8d22-4e9ffa3cfe50","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.123269386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"2e0f0b9c-ca93-4a69-b1fa-b38d5453c1bb","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.178692699Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"40e86a21-99ce-44a1-8d22-4e9ffa3cfe50","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.178715526Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"40e86a21-99ce-44a1-8d22-4e9ffa3cfe50","namespace":"ai-tenant-e2e-worker-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.178763912Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"40e86a21-99ce-44a1-8d22-4e9ffa3cfe50","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.181241613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"5a817dd0-e96a-421e-b93d-651bfe824842","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.236321403Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"40e86a21-99ce-44a1-8d22-4e9ffa3cfe50","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.277349578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"59168a67-c533-495c-b024-c312c4838b88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.277396406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"0e05616b-4423-4ed6-be1c-e40747f02e70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.280785122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"b3f52ec5-6260-4282-a2f6-98dc8c11495d","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.284797992Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"cd9ab608-6cb4-4fec-a903-f9cdc08386dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2f514a6e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.293456674Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"40e86a21-99ce-44a1-8d22-4e9ffa3cfe50","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.293594826Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","namespace":"ai-tenant-e2e-worker-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.293646976Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","namespace":"ai-tenant-e2e-worker-w0-7ee809","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.29369638Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","tenant":"e2e-worker-w0-7ee809","tenantID":"e2e-worker-w0-7ee809","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.335040649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"0e05616b-4423-4ed6-be1c-e40747f02e70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.335286764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"59168a67-c533-495c-b024-c312c4838b88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.338133086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"30a29714-624d-4f01-9aab-0c552d2ea942","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.340184966Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"6ad2423c-4222-4239-a895-cc1066001d0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-27aa713a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.380280196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","gvk":"Deployment","name":"maas-api-e2e-worker-w0-7ee809","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.394894825Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"a06c4334-74d3-42a1-ab24-c108d61dcdfb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2f514a6e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.440450038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","gvk":"Service","name":"maas-api-e2e-worker-w0-7ee809","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.45348613Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"d272045b-256b-493f-9b24-3c05f25935c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-27aa713a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.49807884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-7ee809","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.540579943Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"e5961e2f-101d-4355-a7fa-a81fcff7cad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.540710835Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"7b8c04b5-7277-4f30-af24-2970432eaf92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.551199146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-7ee809","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.605284802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-7ee809","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.659120766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-7ee809","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.716390698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-7ee809","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.77061564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-7ee809","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.793255212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"7b8c04b5-7277-4f30-af24-2970432eaf92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.793267237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"e5961e2f-101d-4355-a7fa-a81fcff7cad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.813263912Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-7fb477","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-7fb477","reconcileID":"63b1bc5f-8583-40a6-b55e-35578ddb7670","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-7fb477","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-7fb477"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.821790519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-7ee809","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.872797854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-7ee809","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.990231859Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"7b8c04b5-7277-4f30-af24-2970432eaf92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:07.990255059Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-access","reconcileID":"7b8c04b5-7277-4f30-af24-2970432eaf92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:08.047046333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","gvk":"Service","name":"payload-processing-e2e-worker-w0-7ee809","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:08.051433702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"ca72ad31-d036-4d54-84ba-8d8dd925bdbd","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:08.052511115Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"e5961e2f-101d-4355-a7fa-a81fcff7cad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-d71a74-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:08.052556784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"e5961e2f-101d-4355-a7fa-a81fcff7cad7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-d71a74-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:08.057814231Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"1dac9da5-8898-426e-8bd8-d1a82c7039be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:08.098039606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-7ee809","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:08.149421808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-7ee809","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:08.205709625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-7ee809","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:08.257875892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-7ee809","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:08.260932869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"1dac9da5-8898-426e-8bd8-d1a82c7039be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:08.313139253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-7ee809","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:08.317249194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"1dac9da5-8898-426e-8bd8-d1a82c7039be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"e2e-worker-w2-d71a74-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:08.317267785Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-access","reconcileID":"1dac9da5-8898-426e-8bd8-d1a82c7039be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:08.364546572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-7ee809","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:08.375739846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"0321123c-651e-472a-9f79-f122b3f8e9ef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:08.416265487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-7ee809","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:08.467675186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-7ee809","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:08.531596423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-7ee809"},"namespace":"ai-tenant-e2e-worker-w0-7ee809","name":"default-tenant","reconcileID":"bccb8979-02ac-4923-9d74-5c22ca654b9b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-7ee809","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:09.066041171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41334775-592d-49c4-b810-4dd7e362f1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:09.118952961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41334775-592d-49c4-b810-4dd7e362f1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:09.170794956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41334775-592d-49c4-b810-4dd7e362f1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:09.222628662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41334775-592d-49c4-b810-4dd7e362f1fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:09.384613303Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-7ee809","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-7ee809","reconcileID":"ac5309fe-78a3-49db-9ce9-9b9292fb1d5c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-7ee809","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-7ee809"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:11.164290364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5046396-b3d8-40e5-ae85-0bf679b256cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:11.21602657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5046396-b3d8-40e5-ae85-0bf679b256cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:11.222788585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"ee0b5a5e-6050-4bcf-9145-50a5fa0afce7","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"distinct-2-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"distinct-2-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:11.267842554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5046396-b3d8-40e5-ae85-0bf679b256cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:11.268144612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"7ef2771e-ae70-40c4-b807-8f883732cd7c","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"distinct-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"distinct-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:11.319613465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5046396-b3d8-40e5-ae85-0bf679b256cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:13.264937006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"567cb9d2-c868-4637-9821-93d3bd5911ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:13.31659776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"567cb9d2-c868-4637-9821-93d3bd5911ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:13.368385707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"567cb9d2-c868-4637-9821-93d3bd5911ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:13.419996025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"567cb9d2-c868-4637-9821-93d3bd5911ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:15.649232653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"88ae302c-182a-4c8d-a455-df7cbf63b79c","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:15.649548949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"50d53021-4c4a-4fd8-8f98-657025aab14c","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:15.649753821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"296f3883-2c69-4b53-8d0f-0b0f67c19618","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"distinct-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"distinct-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:15.64991035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"f8429c36-a518-4240-9b7d-574713828a68","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"distinct-2-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"distinct-2-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:15.75852233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"48efc588-12e4-428f-8b13-d6641531ba36","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:15.758833006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"f8257854-dc9b-49f3-9871-e1b485c7f674","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:15.759048396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"55fe0cdf-7149-4b57-b522-35889761ea5c","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"distinct-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"distinct-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:15.759203824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"c45b7758-94d8-4a4e-84e4-e533bc459a9b","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"distinct-2-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"distinct-2-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:15.857528539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"872ca1bb-7225-423d-96a7-2b2dd7d048d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:15.857535858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"73a533eb-8a42-4902-884f-520bc5051fbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:15.85873685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"f85c0ebc-67e6-4f8a-b615-a48472addb58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:15.910633567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"d85b5b29-f0dc-484c-b962-037ab3c0cbc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:15.913903779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"872ca1bb-7225-423d-96a7-2b2dd7d048d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:15.914832036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"73a533eb-8a42-4902-884f-520bc5051fbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:16.177889703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"a254d6c6-c3cc-4791-a6c5-c0d8a2b4ab3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:16.274904642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"d1282184-6678-4290-8bb5-db2d3ecdb9c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:16.275090819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"d02ec2fd-c96c-4773-888a-6c9883a2acae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:16.275910167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"758a8650-ff5e-41f8-997f-319eb8bdd5dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:16.331321097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"d02ec2fd-c96c-4773-888a-6c9883a2acae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:16.33202973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"d1282184-6678-4290-8bb5-db2d3ecdb9c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:16.561148376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"fa835fba-f918-4157-a878-bfec5f80153a","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"distinct-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"distinct-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:16.58431208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee7d6e9e-5aeb-468d-a7c1-ba95101725c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:16.636880175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee7d6e9e-5aeb-468d-a7c1-ba95101725c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:16.688700785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee7d6e9e-5aeb-468d-a7c1-ba95101725c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:16.740379925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee7d6e9e-5aeb-468d-a7c1-ba95101725c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:16.89564218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"8c450435-0e18-4932-8df1-0bc2fc5270dd","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:17.105633947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"9c8fc9eb-42e1-4945-b1c6-169ad2721982","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:17.106420536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"7e5a394b-bc54-49be-913d-91a67b3751e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:17.106426327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"340fb595-ad7e-4c64-974b-35231e466457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:17.165081225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"340fb595-ad7e-4c64-974b-35231e466457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:17.165200465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"7e5a394b-bc54-49be-913d-91a67b3751e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:17.269157879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"9dbaf194-7204-4dfc-9d30-e90cc47f9794","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:17.447305149Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"2e215a62-f88e-425d-904e-b18ea67182f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:17.479266758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"df75fdbf-7db8-4cbc-8434-2a5997ee7ef8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:17.500225099Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"2e215a62-f88e-425d-904e-b18ea67182f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:17.506149903Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"33ace6f4-f564-4333-b94b-9b085ef519c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:17.557985373Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"33ace6f4-f564-4333-b94b-9b085ef519c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:17.631994468Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"premium-simulator-subscription","reconcileID":"33ace6f4-f564-4333-b94b-9b085ef519c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:17.632013934Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"simulator-subscription","reconcileID":"2e215a62-f88e-425d-904e-b18ea67182f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"name":"maas-trlp-simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74","model":"e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:17.937972989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"8491a6c7-58af-483e-889a-28aeeb683710","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"simulator-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"simulator-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:17.939037512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"ac7b1f52-235c-4d85-8b9a-7f2524c4d16f","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"premium-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"premium-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:18.666289681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229498ef-0f1e-4d91-8234-8928cef41a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:18.718032096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229498ef-0f1e-4d91-8234-8928cef41a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:18.769818206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229498ef-0f1e-4d91-8234-8928cef41a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:18.821929067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229498ef-0f1e-4d91-8234-8928cef41a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:19.091546917Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","namespace":"ai-tenant-e2e-worker-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:19.091612125Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","namespace":"ai-tenant-e2e-worker-w2-d71a74","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:19.091678511Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","tenant":"e2e-worker-w2-d71a74","tenantID":"e2e-worker-w2-d71a74","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:19.151913497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","gvk":"Deployment","name":"maas-api-e2e-worker-w2-d71a74","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:19.217300997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","gvk":"Service","name":"maas-api-e2e-worker-w2-d71a74","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:19.271444708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-d71a74","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:19.324912384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-d71a74","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:19.378780555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-d71a74","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:19.43457971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-d71a74","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:19.490240869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-d71a74","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:19.545822507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-d71a74","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:19.597616119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-d71a74","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:19.649802066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-d71a74","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:19.702654078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","gvk":"Service","name":"payload-processing-e2e-worker-w2-d71a74","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:19.75382055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-d71a74","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:19.805129614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-d71a74","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:19.863098756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-d71a74","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:19.915651984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-d71a74","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:19.970314042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-d71a74","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:20.022482999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-d71a74","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:20.073904883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-d71a74","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:20.125141604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-d71a74","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:20.196643718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-d71a74"},"namespace":"ai-tenant-e2e-worker-w2-d71a74","name":"default-tenant","reconcileID":"9aab854d-2ea3-4d60-9d48-0dd9d3ae6a92","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-d71a74","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:20.707771317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c46c80-66b0-477e-ad6f-d42ee6419f13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:20.75999501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c46c80-66b0-477e-ad6f-d42ee6419f13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:20.811884626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c46c80-66b0-477e-ad6f-d42ee6419f13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:20.863771003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c46c80-66b0-477e-ad6f-d42ee6419f13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:21.130509198Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-d71a74","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-d71a74","reconcileID":"d176548d-db21-42b0-9577-8b15e2f7ef83","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-d71a74","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-d71a74"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:21.268357352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"ba9fbc88-8714-42b8-9dd3-5548dbc5052f","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"routeName":"distinct-2-w2-d71a74-kserve-route","namespace":"e2e-models-e2e-worker-w2-d71a74","llmisvcName":"distinct-2-w2-d71a74","gateway":"openshift-ingress/e2e-worker-w2-d71a74","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:21.289311507Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"3b31a4f0-d27d-4354-8ddb-4124d8be7fa2","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-d71a74/distinct-w2-d71a74: AITenant \"e2e-worker-w2-d71a74\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:21.346213238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"3b31a4f0-d27d-4354-8ddb-4124d8be7fa2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-d71a74/distinct-w2-d71a74: AITenant \"e2e-worker-w2-d71a74\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:21.346399735Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"590f0796-b47d-4b6a-832b-2a15b528444b","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74: AITenant \"e2e-worker-w2-d71a74\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:21.403645149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"590f0796-b47d-4b6a-832b-2a15b528444b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-d71a74/simulator-w2-d71a74: AITenant \"e2e-worker-w2-d71a74\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:21.403820233Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"0cdf6c20-f4d3-41f5-bf50-bc8eeaf7a761","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74: AITenant \"e2e-worker-w2-d71a74\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:21.46066891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"0cdf6c20-f4d3-41f5-bf50-bc8eeaf7a761","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-d71a74/premium-w2-d71a74: AITenant \"e2e-worker-w2-d71a74\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:22.389882529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"4a54368f-6f1e-48c4-b6b9-7dcbca9614d6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:22.650682929Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"d7ece5bc-272b-41e8-99e5-d68a796d9ac8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:22.743881319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed08c56e-7ab7-490b-a1c1-dcac6a4c82f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:22.796271575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed08c56e-7ab7-490b-a1c1-dcac6a4c82f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:22.848010306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed08c56e-7ab7-490b-a1c1-dcac6a4c82f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:22.899865159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed08c56e-7ab7-490b-a1c1-dcac6a4c82f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:22.953025796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"8e1e335f-4fcb-44b6-ae94-e2f27a4f33aa","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:23.213725367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"611e7ee1-6f14-4f33-978f-bcbb779cbde0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:23.472852215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"9182b162-7fef-4b7a-b23e-f2a16462a7c9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:23.733799599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"8cf6dfea-940e-463f-a0e6-587aa28a9453","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:24.056477996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"500b7a7b-e1c4-4f3b-b2d9-582a2ec0042b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:24.322158759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"b4bad8bd-805f-4521-ad2e-b92a8a4bff94","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:24.582236154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"f32d2cd9-efd5-4e6e-8d33-ade4f040ea1a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:24.787546928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f2732d4-499d-4818-9baf-37045fd1d042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:24.839197551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f2732d4-499d-4818-9baf-37045fd1d042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:24.840496818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"e410ac9e-3b14-4eb8-8542-97561e173067","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:24.8907264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f2732d4-499d-4818-9baf-37045fd1d042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:24.942604721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f2732d4-499d-4818-9baf-37045fd1d042","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:25.166353226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"7b7cc179-ac32-47b1-946a-d331fb0947bc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:25.425485585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"c557a867-520d-4815-a07c-e5173d6b9a0e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:25.734639965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"d4807091-48bf-4850-b56f-24bd03787066","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:25.994830721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"d908914d-725a-4f05-b743-c5aff3049568","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:26.25475647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"b2f7a551-4cc4-4d70-94f5-b102560fbbc2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:26.254935883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"9b0ea31d-3e2c-4682-8c25-d79601027eff","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"distinct-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"distinct-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:26.255156712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"d3d61d09-3b97-4a2e-8815-553f481ecb8a","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:26.335934868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"7bc0b14d-1b7e-4b60-8fb6-24c42a463019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:26.335935368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"fa54153e-3911-48e6-be16-96b6553e5caf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:26.389239305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"ec3e9eea-cfe7-4270-8d5b-110c24636022","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:26.389794968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"bbaaef6f-4256-4368-b825-ca227e0ceee7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:26.392125166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"fa54153e-3911-48e6-be16-96b6553e5caf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:26.392136932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"7bc0b14d-1b7e-4b60-8fb6-24c42a463019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:26.51385152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"3b57d3e8-cb5b-456f-b8ec-ff48ce664f37","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:26.721441834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"a5933c45-0cbc-4a9c-b3ad-cb8bd54aae0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:26.722118894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"0c363ac5-2e7c-4724-992a-6071d1a2de27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:26.752377753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"31aa8df9-9562-485a-96db-b418e1bfd90c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:26.752393768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"e3bd15dc-f64b-486e-81f0-16b52838f77d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:26.805800807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"2781aee7-0e9b-45a4-abb4-da125684d872","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:26.808843603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"e3bd15dc-f64b-486e-81f0-16b52838f77d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:26.809000864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"31aa8df9-9562-485a-96db-b418e1bfd90c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:27.10795177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"dd08c350-da37-4c4b-b1e0-b2123ed7b0e9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:27.108125702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"507c2528-8681-4f17-a45b-9fea3aa4f19a","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:27.108469507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"5f93c16d-53e0-440a-98a0-58acd9cf5a62","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"distinct-2-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"distinct-2-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:27.409262361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"36942c18-ecf8-4a02-8647-8b6ef75ca153","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:27.668688161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"9541deff-5148-49ae-ad1d-34f5528ad1cb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:27.928528955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"5b0be4c9-b814-4235-b9d5-ea5032515cea","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:28.189518215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"c625103c-4139-4cb7-bba4-e726089cbc86","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:28.450900517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"01b62816-6834-490a-81dc-0415087c677e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:28.710462202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"9f16b360-cd2d-464b-a274-8d8380852aa5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:29.041740756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"62f124b8-0f3c-45a2-a2a0-6691c1d06883","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:29.301155972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"9e32412b-e6dc-4314-8137-133ab88b6475","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:29.646163261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"725dc8ec-295b-40b1-8d69-09f2560c1e4e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:29.905874691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"7ec303fa-3174-4702-94d4-03d3283b29b1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:30.165946469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"b97b8e2d-4316-4ca5-8936-e5e8fa6c8bb7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:30.332617885Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:30.489297627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"7f9ad893-1ce9-4d9e-b2fa-49391b2fee22","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:30.56081659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"eb42c3e0-ae65-4e59-ad50-fc29a13a3368","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:30.74938411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"ca1cfd78-6970-49d1-b46c-6ad317924985","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:31.013272155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"76beb916-0461-4b02-bb6e-6a10f5832a46","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:31.013547377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"75ccea4c-e854-48c4-bf28-d3aa01368606","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:31.225459615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"9025a458-92cb-4ef0-b34c-f3f67a5445aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:31.225458875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"9edd5ea1-f57d-481e-8dd9-00f7420937e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:31.278290635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"09d8c2b9-a548-4cc1-9215-94b7159d7761","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:31.281348787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"9025a458-92cb-4ef0-b34c-f3f67a5445aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:31.281599177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"9edd5ea1-f57d-481e-8dd9-00f7420937e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:31.330669711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"4ce388ad-3b6a-4036-aa14-61736b1c39fe","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:31.590491053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"0a627100-143b-4b83-b152-a813fbe1163a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:31.850856148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"2c96258f-1c89-4e76-8da2-8b1cb8984397","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:32.110163977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"7a95f5b5-e625-492e-b8b9-16f76efcdf8b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:32.871472055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"a51024dd-e974-4cf2-823c-d3fe1c09438a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:33.130604065Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"25eb6372-6e58-4dfc-9b5f-4f369ec55de6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:33.391353275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"7510d8a1-3485-4223-b5c7-b71fddc12b4f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:33.651280243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"132420df-6025-4928-b20f-b8c4c3d9479e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:34.878647024Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"14a1ff57-5946-4316-8052-ffda6a3f9a0e","namespace":"ai-tenant-e2e-worker-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:34.878714189Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"14a1ff57-5946-4316-8052-ffda6a3f9a0e","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:34.934903162Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"14a1ff57-5946-4316-8052-ffda6a3f9a0e","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:34.935759494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"86859709-0513-4cdf-bebf-16f3d7b77f78","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:34.991408246Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"14a1ff57-5946-4316-8052-ffda6a3f9a0e","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:34.991436271Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"14a1ff57-5946-4316-8052-ffda6a3f9a0e","namespace":"ai-tenant-e2e-worker-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:34.991490409Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"14a1ff57-5946-4316-8052-ffda6a3f9a0e","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:34.994505752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"c33c2240-1ddb-47fc-bd63-43d0e43a7e6c","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.048370341Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"14a1ff57-5946-4316-8052-ffda6a3f9a0e","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.051829059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"94e7e0a1-586b-4196-859c-85573e7df0f2","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.09036533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"7d87e43e-9579-4971-b963-4e039743d217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.090369031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"1dfe0c9c-a382-4a39-9693-70583e881503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.095960548Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"543943b4-5d8d-4c5f-8556-e02308d575d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-762a773a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.105784427Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"14a1ff57-5946-4316-8052-ffda6a3f9a0e","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.109113825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"6e8be475-9cf5-4ea4-911b-0a997f93b944","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.146244307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"1dfe0c9c-a382-4a39-9693-70583e881503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.147809925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"7d87e43e-9579-4971-b963-4e039743d217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.152781195Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"280a6bf3-f035-4de1-8765-6af76be59320","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6cf60cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.161058886Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"4179ab73-a45c-403f-ab57-d8950a5b06b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-762a773a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.218795778Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"09634234-ddbe-45aa-90a9-06594d3c7b5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6cf60cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.350430807Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"f73abeca-8c05-469c-8edd-0fae478e1d28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.350432124Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"5983e935-ea84-4b0f-a779-7de60cc1ba5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.505063641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"5983e935-ea84-4b0f-a779-7de60cc1ba5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.505062009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"f73abeca-8c05-469c-8edd-0fae478e1d28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.626807219Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"5983e935-ea84-4b0f-a779-7de60cc1ba5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.626840325Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-access","reconcileID":"5983e935-ea84-4b0f-a779-7de60cc1ba5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:35.665285606Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"f73abeca-8c05-469c-8edd-0fae478e1d28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-da5f0b-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:35.665376323Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"f73abeca-8c05-469c-8edd-0fae478e1d28","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-da5f0b-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.670752948Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"fe38f38a-92ee-498a-9066-ded8c2b050a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:35.71199838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"5a3beef3-daa0-41f3-8d35-762f531eb6be","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.71225058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"6d115ef6-9000-429f-a0ae-c1f2c51d75ff","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.874699345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"fe38f38a-92ee-498a-9066-ded8c2b050a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.930241341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"fe38f38a-92ee-498a-9066-ded8c2b050a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"e2e-worker-w3-da5f0b-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:35.930262575Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-access","reconcileID":"fe38f38a-92ee-498a-9066-ded8c2b050a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-da5f0b","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:36.031112307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"11eeae10-168a-4971-b703-67fa803e44b7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:36.031295606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"b5778ebb-20c1-4dcb-8073-e91969f7097c","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:36.290910717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"f2cb6da0-7063-4a08-9f2e-1a20ffbcf03d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:36.549296187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"a9b1e335-f3d1-4af4-9f4d-52dde5539fd5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:36.54948524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"43037243-245f-4734-8c91-ce231208a569","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"distinct-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"distinct-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:36.549713423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"624fa67d-0cb1-4892-a6a6-66dd22c88dec","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"distinct-2-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"distinct-2-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:37.425013033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"333d48ff-c992-4f45-9818-3fcf7a9e4fdf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:38.022938176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"9d9126cb-e49f-4a72-a3a4-8a7d89c42ed2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:38.726201503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"8e30b855-dfda-4ad1-8327-9583221d8a08","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:39.33113684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"6301b103-6db1-4963-b715-3eaaffdea6c1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:40.106138678Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"37f60ed9-0b17-41b3-ae87-a768e8ef7c18","namespace":"ai-tenant-e2e-worker-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:40.106206344Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"37f60ed9-0b17-41b3-ae87-a768e8ef7c18","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:40.159424971Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"37f60ed9-0b17-41b3-ae87-a768e8ef7c18","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:40.212912009Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"37f60ed9-0b17-41b3-ae87-a768e8ef7c18","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:40.212939738Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"37f60ed9-0b17-41b3-ae87-a768e8ef7c18","namespace":"ai-tenant-e2e-worker-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:44.466049176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"29146728-f7db-4cf8-99e2-5388992b7fed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:44.615995259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1235e093-f8d5-4eff-ace0-d22fac24339e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:45.213087167Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"92dffb4c-7fba-4bdf-9187-feb16ee9c62f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:45.213442286Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"a3ae275f-c615-4720-bc59-73fe5679fe19","namespace":"ai-tenant-e2e-worker-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:45.213500519Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"a3ae275f-c615-4720-bc59-73fe5679fe19","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:45.265358174Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"92dffb4c-7fba-4bdf-9187-feb16ee9c62f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:45.266499254Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"a3ae275f-c615-4720-bc59-73fe5679fe19","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:45.271231009Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"0dd52e36-f56d-4f7f-b642-e842c612236e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:45.317932052Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"simulator-subscription","reconcileID":"92dffb4c-7fba-4bdf-9187-feb16ee9c62f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:45.320803773Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"a3ae275f-c615-4720-bc59-73fe5679fe19","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:45.320819352Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"a3ae275f-c615-4720-bc59-73fe5679fe19","namespace":"ai-tenant-e2e-worker-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:45.323369134Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"0dd52e36-f56d-4f7f-b642-e842c612236e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:45.374996055Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"premium-simulator-subscription","reconcileID":"0dd52e36-f56d-4f7f-b642-e842c612236e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"name":"maas-trlp-premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b","model":"e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:45.603352573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"3b55ed63-d1f4-47d9-b17f-e60822fcff73","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"simulator-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"simulator-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:45.640032128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"e2c5b972-d3c0-46ac-9c35-c24ddcd01c2b","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"premium-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"premium-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:46.550559245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"7398ab10-e87b-4e43-9d92-b912deec760f","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"distinct-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"distinct-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:46.60710438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"9b285e04-d8be-4af1-88f3-da5184832fd0","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"routeName":"distinct-2-w3-da5f0b-kserve-route","namespace":"e2e-models-e2e-worker-w3-da5f0b","llmisvcName":"distinct-2-w3-da5f0b","gateway":"openshift-ingress/e2e-worker-w3-da5f0b","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:47.926140708Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"8e60ac51-0c3e-4c31-9d62-04ec16adec36","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:48.523203201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"15e1788a-9f2b-4a64-af54-ce9ac32c7af5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:49.226902582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"4bb8ffed-c61e-4fb8-b207-8b45299eff3b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:49.838346498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"e7776937-f15c-4d13-89d1-e71c6acddefe","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:50.065554071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"66b42cad-ce98-45f4-b54c-2396aa20e4da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:50.182209725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3bc0d649-589e-425f-b257-f31853c3b239","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:50.321486002Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","namespace":"ai-tenant-e2e-worker-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:50.321548925Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","namespace":"ai-tenant-e2e-worker-w3-da5f0b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:50.321594754Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","tenant":"e2e-worker-w3-da5f0b","tenantID":"e2e-worker-w3-da5f0b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:50.375007601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","gvk":"Deployment","name":"maas-api-e2e-worker-w3-da5f0b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:50.433875648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","gvk":"Service","name":"maas-api-e2e-worker-w3-da5f0b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:50.492499538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-da5f0b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:50.548084688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-da5f0b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:50.604181695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-da5f0b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:50.657866924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-da5f0b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:50.714540755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-da5f0b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:50.768423991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-da5f0b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:50.819890685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-da5f0b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:50.871373006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-da5f0b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:50.92310127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","gvk":"Service","name":"payload-processing-e2e-worker-w3-da5f0b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:50.974490722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-da5f0b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:51.025764178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-da5f0b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:51.077173455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-da5f0b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:51.128768781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-da5f0b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:51.183149183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-da5f0b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:51.235318652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-da5f0b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:51.28683641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-da5f0b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:51.338218295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-da5f0b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:51.389523798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-da5f0b"},"namespace":"ai-tenant-e2e-worker-w3-da5f0b","name":"default-tenant","reconcileID":"5dc3a59f-4062-4b2f-8d5c-c332dde6bfe6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-da5f0b","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:52.188707609Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-da5f0b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-da5f0b","reconcileID":"88435a99-df1d-44d7-b958-0bac905133c9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-da5f0b","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-da5f0b"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.349000496Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"74bc7dbe-b507-4637-81e8-f1c2ce24fd3f","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.457801758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"74bc7dbe-b507-4637-81e8-f1c2ce24fd3f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.457955844Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"add3677d-e8e6-4dbe-9f12-ae3a9c530036","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.512600689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"add3677d-e8e6-4dbe-9f12-ae3a9c530036","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.51278176Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"15d717a4-878d-46dc-8570-d2591c60f2b2","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.569115627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"15d717a4-878d-46dc-8570-d2591c60f2b2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.569278488Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"f6357aa2-ef21-4be3-a2c1-2d57edac28d0","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-2-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.626431009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"f6357aa2-ef21-4be3-a2c1-2d57edac28d0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-2-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.626599136Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"1d16c2a9-957c-4510-ae61-3ff4f5850f0b","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.626648603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"1d16c2a9-957c-4510-ae61-3ff4f5850f0b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.626732928Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"2e6bab28-d475-4168-b6d8-a602a0cfb476","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.62676482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"2e6bab28-d475-4168-b6d8-a602a0cfb476","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.62683714Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"56b7a392-8a17-4b5d-b830-2ec026ba81c8","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.626870882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"56b7a392-8a17-4b5d-b830-2ec026ba81c8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.632094061Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"01b10473-7c9c-4ee3-934b-b85c3e501631","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-2-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.632155475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"01b10473-7c9c-4ee3-934b-b85c3e501631","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-2-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.637360328Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"845a4ea3-7b37-4743-a680-46048e48c81f","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.637418969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"845a4ea3-7b37-4743-a680-46048e48c81f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.637492921Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"6b40f7a7-0043-4af7-8547-d677354c4761","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.637524812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"6b40f7a7-0043-4af7-8547-d677354c4761","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.637584805Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"3f19fb08-5ee8-4f11-8694-07ff506701ec","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.637616766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"3f19fb08-5ee8-4f11-8694-07ff506701ec","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.642517374Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"008e0412-2fef-42db-bee8-34b6ab8b4307","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-2-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.642570225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"008e0412-2fef-42db-bee8-34b6ab8b4307","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-2-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.657800447Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"171bf45a-2e0f-4596-b888-e48a7a632f62","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.657869977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"171bf45a-2e0f-4596-b888-e48a7a632f62","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.657943939Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"dcb0299b-5c7e-4d18-af77-f0e68e400afd","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.657977345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"dcb0299b-5c7e-4d18-af77-f0e68e400afd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.658038897Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"4c161fa0-e644-4d3b-b1ab-42aba26eeff0","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.658070115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"4c161fa0-e644-4d3b-b1ab-42aba26eeff0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.663216575Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"8f85b04f-6623-4759-8b4c-c055d77b2f96","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-2-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.663287973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"8f85b04f-6623-4759-8b4c-c055d77b2f96","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-2-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.698836998Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"6e0464f8-03b3-49f3-8e09-253d7fdc3b15","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.698914311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"6e0464f8-03b3-49f3-8e09-253d7fdc3b15","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.699019268Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"20c613fc-95c6-4786-a8f7-18bebcb68696","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.699056407Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"20c613fc-95c6-4786-a8f7-18bebcb68696","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.699141355Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"61ea63dc-4744-42f2-a48e-7f594eb2e0bf","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.699181916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"61ea63dc-4744-42f2-a48e-7f594eb2e0bf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.704503253Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"d6308e52-9c29-4898-8a82-34494c5b7a9d","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-2-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.704560655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"d6308e52-9c29-4898-8a82-34494c5b7a9d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-2-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.779823634Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"a8694489-f205-4f0e-b980-3aedede03792","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.779892179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"a8694489-f205-4f0e-b980-3aedede03792","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.7799769Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"a70674e4-6e1a-4379-ad06-d39809ae418b","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.780010333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"a70674e4-6e1a-4379-ad06-d39809ae418b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.780073556Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"8af20078-02ac-4ed9-a9ae-71140859f562","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.780114346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"8af20078-02ac-4ed9-a9ae-71140859f562","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.785360551Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"61761cc8-c898-4e05-8199-db82e4efd840","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-2-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.785407134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"61761cc8-c898-4e05-8199-db82e4efd840","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-2-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.941147029Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"d5583555-9eaf-47ce-8542-dbe45f9af00c","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.941220915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"d5583555-9eaf-47ce-8542-dbe45f9af00c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.94132166Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"32aec57b-26b3-4729-8afa-76cf1ac6c505","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.941382988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"32aec57b-26b3-4729-8afa-76cf1ac6c505","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.941472234Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"5c45a738-6136-44f6-905c-fa1f8187b35a","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.941505414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"5c45a738-6136-44f6-905c-fa1f8187b35a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.946313547Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"20f3b903-f497-40e2-8cc0-e9d525ea1bb9","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-2-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:52.946387684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"20f3b903-f497-40e2-8cc0-e9d525ea1bb9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-2-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:53.262086463Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"e160595c-b8c8-466f-a4c5-51556631b03d","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:53.262151131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"e160595c-b8c8-466f-a4c5-51556631b03d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:53.262238105Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"14531db6-c121-4587-85d5-22d33e1d5ff6","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:53.262270855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"14531db6-c121-4587-85d5-22d33e1d5ff6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:53.262362545Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"08f7af3d-96c6-485e-9172-1c2f17b13943","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:53.262399654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"08f7af3d-96c6-485e-9172-1c2f17b13943","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:53.266554735Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"3e82f3e4-59a4-4699-aa9a-8201fe044cf3","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-2-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:53.266612861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"3e82f3e4-59a4-4699-aa9a-8201fe044cf3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-2-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:53.279620499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d5d564-d277-407b-931b-baae01807393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:53.331359563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d5d564-d277-407b-931b-baae01807393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:53.383503236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d5d564-d277-407b-931b-baae01807393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:53.435783002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d5d564-d277-407b-931b-baae01807393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:53.902592781Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"ea8956a5-39ef-4399-8fd9-23311409a6a2","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:53.902676431Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"ea8956a5-39ef-4399-8fd9-23311409a6a2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:53.902771727Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"05b8a893-b6ed-48a7-83bc-630a5c057d47","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:53.902803882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"05b8a893-b6ed-48a7-83bc-630a5c057d47","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:53.902866613Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"e55e6575-5fbe-435d-9f2b-35071d4df3d4","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:53.902904207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"e55e6575-5fbe-435d-9f2b-35071d4df3d4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:53.907190194Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"3a76f685-d90e-4c08-816d-64ca8576219a","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-2-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:53.907262198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"3a76f685-d90e-4c08-816d-64ca8576219a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-2-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:55.183115236Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"6cbb222b-22f3-49f6-b976-be31393b21b7","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:55.183222442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"6cbb222b-22f3-49f6-b976-be31393b21b7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:55.183385161Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"a87aaa77-1818-4cb4-96ad-6b952d26f153","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:55.183437175Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"a87aaa77-1818-4cb4-96ad-6b952d26f153","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:55.183543047Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"7edce7f4-4d26-4cca-900f-33e12dde0f82","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:55.183589247Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"7edce7f4-4d26-4cca-900f-33e12dde0f82","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:55.187974393Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"3e2d4d1e-923e-4d9c-aec0-7e423112a951","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-2-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:55.188037516Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"3e2d4d1e-923e-4d9c-aec0-7e423112a951","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-2-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:55.348977531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78074426-8d26-4b5c-a378-7076825d0f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:55.400693277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78074426-8d26-4b5c-a378-7076825d0f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:55.45261226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78074426-8d26-4b5c-a378-7076825d0f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:23:55.50430168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78074426-8d26-4b5c-a378-7076825d0f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:56.876171299Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"7d6b54cd-e2e2-4813-b20f-16b91ebb57aa","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:56.876239408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"7d6b54cd-e2e2-4813-b20f-16b91ebb57aa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/simulator-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:56.876313702Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"30ea554f-a052-4fb1-a58d-0caf6d26df63","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:56.876370226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"30ea554f-a052-4fb1-a58d-0caf6d26df63","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/premium-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:56.876439837Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"65a66388-5c5f-4cd1-8ebf-efb85624a54a","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:56.87647305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"65a66388-5c5f-4cd1-8ebf-efb85624a54a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-da5f0b/distinct-w3-da5f0b: AITenant \"e2e-worker-w3-da5f0b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:58.265637936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"f0d4b1d5-2b0a-4641-853f-fd3f6b777b97","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:58.525867748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"a85ffb5b-f912-48ad-85e5-b72c13cc107e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:58.813722124Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"d232f9d8-a687-4373-9f96-4148f6abb5a5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:59.073121233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"8455e330-fc8b-4a96-bc67-9e2a25ac66d8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:59.331970683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"49e0a1ec-b4ad-4a56-8327-3296fb024140","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:59.592219556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"c854a702-e1d6-4242-bd57-dcdaa3ce9826","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:23:59.861681588Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"84d6e89c-99e0-40d0-9b3a-6ce8a1046675","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:00.121510268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"1c6281ea-04a4-4ba2-8f45-75edb1858884","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:24:00.275672849Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:00.383346083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"3f6d83a1-d925-4910-b4ed-3a188af8bcb4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:00.646219986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"f62e7324-6136-43d0-b218-98693548827a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:00.907793638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"d871d3e0-0183-4a0b-9e95-1da9514d9e41","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:01.166641049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"74e05612-ef13-403a-942b-b30aa6b6e7e5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:01.426510231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"2b598ad1-d2aa-42e1-a9d3-a6a94a8ea3cb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:01.685680133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"562da3b7-1536-4ca7-af6c-5e215172e21d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:01.945457411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"bad37670-6f5d-4d96-b7e2-d659acd2be4d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:02.204741513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"d0d22583-776d-4d5b-99f7-67c149ecc980","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:02.464908207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"158a6f6c-bc55-4c0e-8c78-0d1ba6b7074b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:02.72547444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"68b850f0-5712-4e28-83e4-e99568f21c11","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:02.986957403Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"a45780eb-e549-411a-912b-05b9e95f192e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:03.246999414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"c68320e8-a330-4502-a12e-448bdd78592c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:03.579321002Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"fa242667-e2c8-4746-9d36-f7d8c8026fe6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:03.838653456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"4fdf99cf-6009-4011-a51e-e2326efb30e9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:04.101636124Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"86338307-2ef2-415e-8ee2-d69fb7221885","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:04.363798633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"3306445d-6e76-4ca8-8a78-d79224fc100b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:04.62411079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"9886a14e-8279-457f-aa66-b66e7a7c25d2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:04.882886705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"7843f84d-9151-43b9-8897-674024cf2d2d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:05.142914133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"3f4ee307-ebfa-42ee-aaf5-1a67243c397a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:05.404035627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"33e884fb-afcc-4ad9-aa88-052e7382c4c0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:05.666753736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"b782b768-2e07-480a-ae76-817ce5b53fe2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:05.926682271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"80227262-14a0-406c-a806-13e72288e3ce","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:06.186494915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"0539ffcc-3431-4ba7-8052-99df3f559500","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:06.458627722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"3d964ce4-9dbd-4c68-8bda-191f749970ca","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:06.718547855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"51b33e7f-c16e-4f9e-a267-d5a027c30940","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:06.979499826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"00a247e8-1072-4eac-b9e7-9752702e211c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:07.239909213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"5b81e375-94bb-4ede-9b98-0b1f86bab42c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:07.499360816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"ed88bbf3-edbf-4de2-9a64-7f7aed9ab263","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:08.259444433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"631b8f27-861a-4d04-b939-652f05217c06","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:08.52254394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"0e0c5009-0b56-47ba-8044-31f662af8207","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:08.783240973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-2-w2-d71a74","reconcileID":"eaac7834-1abf-4ac3-b77a-99643075355c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:09.043942388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"4df38f31-4f2c-42f4-b2e8-d07de5a2d706","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:09.303999524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"0163ebaf-c2fc-45da-91cf-208ff5e44c9f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:09.568935119Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"distinct-w2-d71a74","reconcileID":"6b5c9d80-32c5-470b-b96c-1694bb3e2dca","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:09.96739207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"premium-w2-d71a74","reconcileID":"b2b3d36d-9da7-49e6-9bcc-e84cc8400df7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:10.579164809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-d71a74","namespace":"e2e-models-e2e-worker-w2-d71a74"},"namespace":"e2e-models-e2e-worker-w2-d71a74","name":"simulator-w2-d71a74","reconcileID":"0e30c0aa-ca21-4f42-b77c-3fcb4f72a89c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-d71a74\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:11.079176787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"d7324e13-800b-414a-acc9-10084cf74244","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:11.343858644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"7dc603e9-596d-4d9d-8417-fea5bfb39c41","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-03T22:24:11.367670538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"62418de7-33da-41dc-84ab-982e29c80238","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-03T22:24:11.480823696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ce9bf372-5fe0-40b5-8296-87e5648d3e4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:11.864381763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"69e059ea-e9a8-4594-a0ac-01fe193d9b9f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:12.124692057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"edc716ca-e77f-405e-b907-9f5930d0ebec","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:16.461883716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-2-w3-da5f0b","reconcileID":"46389716-5a4d-42ad-b607-b41ab52e3fe5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:16.72346356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"distinct-w3-da5f0b","reconcileID":"d964604d-8c20-47f4-8e82-7021d9c76a3d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:17.245234664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"premium-w3-da5f0b","reconcileID":"7cde1b58-1f00-4286-90fb-101c20677d21","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-03T22:24:17.505066768Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-da5f0b","namespace":"e2e-models-e2e-worker-w3-da5f0b"},"namespace":"e2e-models-e2e-worker-w3-da5f0b","name":"simulator-w3-da5f0b","reconcileID":"1a740ad4-4355-4051-b996-74f4ddae26a7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-da5f0b\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}